-- Logs begin at Wed 2022-03-23 08:21:33 UTC, end at Wed 2022-03-23 09:25:00 UTC. -- Mar 23 08:54:11.841312 dv-cinder-834822-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 08:54:14.850724 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.common.config [-] Logging enabled! Mar 23 08:54:14.851332 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 08:54:14.851535 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103023) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 08:54:14.854816 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.common.config [-] Logging enabled! Mar 23 08:54:14.855078 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 08:54:14.855394 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103023) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 08:54:14.856338 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 08:54:14.856576 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 08:54:14.856951 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 08:54:14.857202 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 08:54:14.857437 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 08:54:14.858255 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.858685 dv-cinder-834822-2-smb neutron-server[103023]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 23 08:54:14.859004 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.859309 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.859605 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.859907 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.860204 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.860490 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.860784 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.861084 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.861376 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.861721 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.862254 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.862568 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.862862 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.863156 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.863450 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.863739 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] debug = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.864029 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.864471 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.864879 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.865166 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.865461 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.865743 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.866047 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.866328 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.866618 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.866948 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] host = dv-cinder-834822-2-smb {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.867230 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.867529 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.867820 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.868110 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.868389 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.868671 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.868958 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.869235 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.869510 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] log_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.869791 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.870120 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.870410 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.870703 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.870930 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.871153 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.871460 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.871752 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.872030 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.872307 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.872585 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.872862 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.873139 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.873410 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.873697 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.874013 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.874298 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.874575 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.874852 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.875127 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.875403 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.875690 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.875971 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.876247 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.876523 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.876810 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.877080 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.877361 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.878546 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.878908 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.879205 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.879504 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.879788 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.880079 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.880361 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.880640 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.880918 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] use_json = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.881195 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.881470 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.881756 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.882057 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.882335 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.882615 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.882891 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.883178 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.883454 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:14.883762 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.884066 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.884371 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.884671 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.884966 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.885248 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.885542 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.885825 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.886192 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.886438 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.886735 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.887020 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.887329 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.887624 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.887924 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.888236 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.888534 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.888831 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.889106 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.889386 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.889667 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.889976 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.890272 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.890557 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.890849 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.891140 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.891424 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.891726 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.892016 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.892313 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.892605 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.893514 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.894051 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.894374 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.894666 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.894951 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.895239 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.895535 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.895822 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.896105 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.896391 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.896674 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.896954 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.897229 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.897524 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.897814 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.898124 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.898400 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.898675 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.898956 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.899232 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.899522 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.899808 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.900085 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.900362 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.900643 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.900920 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.901198 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.901478 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.901753 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.902058 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.902337 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.902613 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.902888 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.903163 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.903440 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.903715 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.903990 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.904269 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.904547 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.904824 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.905100 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.905378 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.905654 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.905973 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.906278 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.906561 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.906843 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.907123 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.907411 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.907691 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.907972 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.908254 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.908654 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.909140 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.909501 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.909813 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.910128 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.910436 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.910722 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.911022 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.911303 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.911587 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.911876 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.912159 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.912441 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.912726 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.913012 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.913308 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.913606 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.913932 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.914232 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.914530 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.914815 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.915128 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.915411 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:14.915631 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 08:54:14.915875 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103023) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 08:54:15.300680 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 08:54:15.300889 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 08:54:15.301184 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 08:54:15.301668 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 08:54:15.647374 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.647652 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.647923 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.649094 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.649362 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.649750 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.704492 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.704764 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.705029 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.719776 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.720055 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.720322 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.749468 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.749741 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.750032 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.893381 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.894030 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:15.894030 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.129414 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.129690 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.129957 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.130230 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.130918 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.235259 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.235577 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.235865 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.236191 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.236507 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.237001 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.237451 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.237892 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.238138 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.238432 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.238690 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.238950 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.239207 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.239457 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.239705 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.239965 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.240216 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.240475 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.240738 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.240989 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.241255 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.241498 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.241774 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.242167 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.242412 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.242651 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.243054 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:54:16.243292 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:54:16.243526 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:54:16.243990 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:54:16.244237 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:54:16.244472 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:54:16.244940 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 08:54:16.248670 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 08:54:16.253546 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 08:54:16.257581 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Mar 23 08:54:16.259801 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 08:54:16.260580 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 08:54:16.261121 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 08:54:16.261525 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 08:54:16.264738 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 08:54:16.264984 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 08:54:16.265325 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 08:54:16.271105 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 23 08:54:16.296822 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 23 08:54:16.297285 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.297664 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103023) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 23 08:54:16.298057 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.299758 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103023) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 08:54:16.300164 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 08:54:16.300412 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 08:54:16.304021 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.304431 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:16.375170 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 08:54:16.375459 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 08:54:16.375693 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 08:54:16.376072 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 08:54:16.399755 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_db.sqlalchemy.engines [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103023) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 23 08:54:16.904626 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Initializing driver for type 'gre' Mar 23 08:54:16.906272 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] gre ID ranges: [(1, 1000)] Mar 23 08:54:16.971631 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Initializing driver for type 'local' Mar 23 08:54:16.972015 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Initializing driver for type 'vlan' Mar 23 08:54:16.987104 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] VlanTypeDriver initialization complete Mar 23 08:54:16.987494 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Initializing driver for type 'vxlan' Mar 23 08:54:16.988150 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] vxlan ID ranges: [(1, 1000)] Mar 23 08:54:17.048517 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Initializing extension driver 'port_security' Mar 23 08:54:17.049196 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.extensions.port_security [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] PortSecurityExtensionDriver initialization complete Mar 23 08:54:17.049757 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Initializing mechanism driver 'openvswitch' Mar 23 08:54:17.050365 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Initializing mechanism driver 'hyperv' Mar 23 08:54:17.057699 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.plugins.ml2.plugin [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:54:17.058415 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > port after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.058792 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > port after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.059149 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > port after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.059687 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 08:54:17.060126 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > subnet after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.060487 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > subnet after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.060836 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > subnet after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.061241 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 08:54:17.061655 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > network after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.062041 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > network after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.062402 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > network after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.062798 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 08:54:17.063209 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > security_group after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.063559 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > security_group after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.063895 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > security_group after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.064462 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 08:54:17.064991 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.065513 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.065880 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.066298 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 08:54:17.066707 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > address_group after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.067059 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > address_group after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.067403 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > address_group after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.067808 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 08:54:17.068264 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] ML2 OVO RPC backend initialized. {{(pid=103023) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 23 08:54:17.068977 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router_interface after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.069332 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.069755 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > network before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.070134 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > networks before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.070490 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > port before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.070828 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > ports before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.071169 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > subnet before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.071518 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > subnets before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.071916 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > network after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.072288 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > network after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.072815 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > network after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.073112 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > port after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.073769 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > port after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.074049 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > port after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.074447 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > subnet after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.074718 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > subnet after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.075100 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > subnet after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.085815 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded quota_driver: . Mar 23 08:54:17.086255 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.plugin [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Modular L2 Plugin initialization complete Mar 23 08:54:17.086566 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading services supported by the core plugin {{(pid=103023) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 08:54:17.086922 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Got port-security extension from driver 'port_security' Mar 23 08:54:17.087422 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.extensions.vlantransparent [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Disabled vlantransparent extension. Mar 23 08:54:17.087929 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103023) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 08:54:17.088259 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading Plugin: router Mar 23 08:54:17.125040 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router_interface before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.125436 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router after_create 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.125931 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router before_create 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.126218 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.127500 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.127500 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router after_delete 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.127969 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > floatingip after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.128537 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > floatingip after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.128916 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router after_create 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.129279 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router after_update 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.129637 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router after_update 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.130023 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.130393 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router after_update 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.130813 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router precommit_update 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.131196 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: port after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.131547 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: port after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.131902 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: subnet after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.132255 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.132612 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > port precommit_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.132968 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router precommit_create 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.133318 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: port before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.133666 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router precommit_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.134067 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router after_update 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.134416 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router precommit_delete 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.134774 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router precommit_create 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.135141 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router_interface after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.135492 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router precommit_update 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.135860 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > agent after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.136216 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > agent after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.136567 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > network after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.137454 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Tracking information for resource: router configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:54:17.137802 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Tracking information for resource: floatingip configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 08:54:17.143679 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.db.l3_agentschedulers_db [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 08:54:17.144434 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: port after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.144801 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: port after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.145161 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: port after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.145521 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: port after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.146363 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router before_create 55550100 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.146857 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router precommit_delete 55550100 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.147238 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router precommit_create 55550100 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.147611 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > router precommit_update 55550100 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.152564 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.services.provider_configuration [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Service providers = [] {{(pid=103023) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 08:54:17.152929 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.db.servicetype_db [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103023) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 08:54:17.156043 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.services.service_base [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 08:54:17.156467 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.services.service_base [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 08:54:17.156704 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.services.service_base [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 08:54:17.157614 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.services.service_base [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 08:54:17.158026 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.services.service_base [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 08:54:17.159424 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:54:17.159424 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 08:54:17.170101 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:54:17.170439 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading Plugin: auto_allocate Mar 23 08:54:17.177276 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: network precommit_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.177777 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: network precommit_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.178689 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:54:17.179234 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading Plugin: tag Mar 23 08:54:17.191388 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:54:17.191787 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading Plugin: timestamp Mar 23 08:54:17.195963 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:54:17.196302 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading Plugin: network_ip_availability Mar 23 08:54:17.202446 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.202902 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.203249 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.204564 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:54:17.205193 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading Plugin: flavors Mar 23 08:54:17.213853 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:54:17.214467 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading Plugin: revisions Mar 23 08:54:17.222011 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 08:54:17.222713 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_concurrency.lockutils [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.921s {{(pid=103023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 08:54:17.224192 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103023) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 23 08:54:17.224778 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Initializing extension manager. Mar 23 08:54:17.225641 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: __init__.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.226288 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: __pycache__ {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.226880 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: address_group.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.228227 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.229272 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: address-group Mar 23 08:54:17.229829 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: address_scope.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.231103 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.232326 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: address-scope Mar 23 08:54:17.232927 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: admin_state_down_before_update.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.234867 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.235810 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: router-admin-state-down-before-update Mar 23 08:54:17.236390 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: agent.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.237689 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.238693 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: agent Mar 23 08:54:17.239261 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: agent_resources_synced.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.240868 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.241792 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: agent-resources-synced Mar 23 08:54:17.242404 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: allowedaddresspairs.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.245620 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.246625 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: allowed-address-pairs Mar 23 08:54:17.247210 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: auto_allocated_topology.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.249171 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.250096 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: auto-allocated-topology Mar 23 08:54:17.250677 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: availability_zone.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.251867 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.253324 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: availability_zone Mar 23 08:54:17.253926 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: availability_zone_filter.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.255453 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.256358 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: availability_zone_filter Mar 23 08:54:17.256921 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: data_plane_status.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.258002 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.258527 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 08:54:17.258862 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: default_subnetpools.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.259807 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.260322 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: default-subnetpools Mar 23 08:54:17.260759 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: dhcpagentscheduler.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.261506 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.262162 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: dhcp_agent_scheduler Mar 23 08:54:17.262381 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: dns.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.263308 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.263819 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension dns-integration not supported by any of loaded plugins Mar 23 08:54:17.264143 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: dns_domain_ports.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.265076 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.265580 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 08:54:17.265943 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.266934 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.267443 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 23 08:54:17.268431 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: dvr.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.269336 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.269861 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: dvr Mar 23 08:54:17.270206 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: ecmp_routes.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.271150 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.271657 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension ecmp_routes not supported by any of loaded plugins Mar 23 08:54:17.271988 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: empty_string_filtering.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.272908 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.273422 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: empty-string-filtering Mar 23 08:54:17.273746 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.274779 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.275206 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 08:54:17.275534 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.276474 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.276982 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 08:54:17.277309 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: external_net.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.278272 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.278786 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: external-net Mar 23 08:54:17.279114 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: extra_dhcp_opt.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.280051 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.280707 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: extra_dhcp_opt Mar 23 08:54:17.281273 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: extraroute.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.282844 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.283734 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: extraroute Mar 23 08:54:17.284304 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: extraroute_atomic.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.286098 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.287017 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: extraroute-atomic Mar 23 08:54:17.287605 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: filter_validation.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.288675 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.289577 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: filter-validation Mar 23 08:54:17.290213 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: fip_pf_description.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.291737 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.292635 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 08:54:17.293204 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: fip_pf_port_range.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.294763 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.295577 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 23 08:54:17.295916 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: fip_port_details.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.296980 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.297509 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: fip-port-details Mar 23 08:54:17.297858 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: flavors.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.299344 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.299960 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: flavors Mar 23 08:54:17.300294 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.302065 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.302599 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 08:54:17.302942 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: floatingip_pools.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.303658 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.304183 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: floatingip-pools Mar 23 08:54:17.304514 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: ip_allocation.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.305465 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.306010 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 08:54:17.306345 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.307280 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.307855 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: ip-substring-filtering Mar 23 08:54:17.308133 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: l2_adjacency.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.309267 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.309779 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 08:54:17.310137 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: l3.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.312795 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.313335 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: router Mar 23 08:54:17.313676 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: l3_conntrack_helper.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.316816 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.317355 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 08:54:17.317695 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.318691 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.319218 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: ext-gw-mode Mar 23 08:54:17.319546 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.320484 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.321001 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: l3-ha Mar 23 08:54:17.321329 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.322298 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.322806 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 23 08:54:17.323138 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: l3_flavors.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.324332 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.324853 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: l3-flavors Mar 23 08:54:17.325184 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: l3_ndp_proxy.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.327450 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.328366 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 23 08:54:17.328920 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.331043 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.331994 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 08:54:17.332584 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: l3agentscheduler.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.334440 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.335365 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: l3_agent_scheduler Mar 23 08:54:17.335960 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: local_ip.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.339047 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.339987 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension local_ip not supported by any of loaded plugins Mar 23 08:54:17.340580 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: logging.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.343120 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.344029 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension logging not supported by any of loaded plugins Mar 23 08:54:17.344613 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: metering.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.345976 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.346961 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: metering Mar 23 08:54:17.347303 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.348453 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.349099 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: metering_source_and_destination_fields Mar 23 08:54:17.349439 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: multiprovidernet.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.350423 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.350941 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: multi-provider Mar 23 08:54:17.351272 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: netmtu.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.352206 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.352720 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: net-mtu Mar 23 08:54:17.353047 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: netmtu_writable.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.354019 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.354536 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: net-mtu-writable Mar 23 08:54:17.354863 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: network_availability_zone.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.355554 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.356063 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: network_availability_zone Mar 23 08:54:17.356389 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: network_ip_availability.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.357518 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.358078 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: network-ip-availability Mar 23 08:54:17.358412 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: network_segment_range.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.359191 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.359699 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 08:54:17.360026 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: pagination.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.361186 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.361595 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: pagination Mar 23 08:54:17.362182 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: port_device_profile.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.363123 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.363642 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: port-device-profile Mar 23 08:54:17.363968 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.364918 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.365435 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: port-mac-address-regenerate Mar 23 08:54:17.365765 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.366717 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.367236 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: port-numa-affinity-policy Mar 23 08:54:17.367605 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: port_resource_request.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.368504 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.369024 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 08:54:17.369347 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: port_resource_request_groups.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.370473 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.370878 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 23 08:54:17.371205 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: portbindings.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.372148 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.372663 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: binding Mar 23 08:54:17.372990 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: portbindings_extended.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.374311 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.374837 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: binding-extended Mar 23 08:54:17.375168 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: portsecurity.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.376107 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.376610 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: port-security Mar 23 08:54:17.377451 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: project_id.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.378749 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.379086 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: project-id Mar 23 08:54:17.379419 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: providernet.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.380359 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.380882 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: provider Mar 23 08:54:17.381216 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: qos.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.384964 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.385499 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension qos not supported by any of loaded plugins Mar 23 08:54:17.385865 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.387297 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.388195 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 08:54:17.388784 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.390365 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.391232 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 08:54:17.391802 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: qos_default.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.393374 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.394309 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension qos-default not supported by any of loaded plugins Mar 23 08:54:17.394863 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: qos_fip.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.396345 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.397266 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension qos-fip not supported by any of loaded plugins Mar 23 08:54:17.397878 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: qos_fip_network_policy.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.399406 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.400349 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 23 08:54:17.400946 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: qos_gateway_ip.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.402325 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.402857 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 08:54:17.403198 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: qos_port_network_policy.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.404150 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.404667 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 08:54:17.405005 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.406152 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.406645 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 23 08:54:17.406958 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.408018 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.409288 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 23 08:54:17.409782 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: qos_pps_rule.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.411025 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.411548 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension qos-pps not supported by any of loaded plugins Mar 23 08:54:17.411883 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: qos_rule_type_details.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.412816 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.413336 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 08:54:17.413671 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: qos_rule_type_filter.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.414641 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.415160 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 23 08:54:17.415492 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: qos_rules_alias.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.417005 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.417947 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 08:54:17.418533 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: quota_check_limit.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.420044 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.420950 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: quota-check-limit Mar 23 08:54:17.421543 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: quotasv2.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.423228 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.423837 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: quotas Mar 23 08:54:17.424981 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: quotasv2_detail.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.427512 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.427862 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: quota_details Mar 23 08:54:17.428208 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: rbac.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.429308 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.429882 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: rbac-policies Mar 23 08:54:17.430216 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: rbac_address_group.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.431172 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.431692 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: rbac-address-group Mar 23 08:54:17.432025 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: rbac_address_scope.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.432962 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.433476 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: rbac-address-scope Mar 23 08:54:17.433811 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: rbac_security_groups.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.434840 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.435365 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: rbac-security-groups Mar 23 08:54:17.435691 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: rbac_subnetpool.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.436627 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.437137 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: rbac-subnetpool Mar 23 08:54:17.437467 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: revisionifmatch.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.438438 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.438957 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: revision-if-match Mar 23 08:54:17.439283 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: revisions.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.440677 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.441205 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: standard-attr-revisions Mar 23 08:54:17.441536 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: router_availability_zone.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.442254 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.442775 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: router_availability_zone Mar 23 08:54:17.443106 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: routerservicetype.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.444205 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.445119 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension router-service-type not supported by any of loaded plugins Mar 23 08:54:17.445696 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.447235 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.448159 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: security-groups-normalized-cidr Mar 23 08:54:17.449007 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: security_groups_port_filtering.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.450634 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.451172 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: port-security-groups-filtering Mar 23 08:54:17.451509 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.452474 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.452995 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: security-groups-remote-address-group Mar 23 08:54:17.453324 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.454303 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.454818 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: security-groups-shared-filtering Mar 23 08:54:17.455186 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.456088 dv-cinder-834822-2-smb neutron-server[103023]: WARNING neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 23 08:54:17.456421 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: securitygroup.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.469159 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.469881 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: security-group Mar 23 08:54:17.470297 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: segment.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.472037 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.472857 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension segment not supported by any of loaded plugins Mar 23 08:54:17.473239 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.474740 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.475390 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 08:54:17.475811 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: servicetype.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.477299 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.478062 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: service-type Mar 23 08:54:17.478479 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: sorting.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.479732 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.480172 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: sorting Mar 23 08:54:17.480607 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: standard_attr_segment.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.482057 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.482408 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 08:54:17.482790 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: standardattrdescription.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.483619 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.487229 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: standard-attr-description Mar 23 08:54:17.487229 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: stateful_security_group.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.487229 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.487229 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: stateful-security-group Mar 23 08:54:17.487229 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: stdattrs_common.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.488391 dv-cinder-834822-2-smb neutron-server[103023]: WARNING neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 08:54:17.488391 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.489331 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.490946 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 08:54:17.491297 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: subnet_onboard.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.492460 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.492961 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: subnet_onboard Mar 23 08:54:17.493296 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.494274 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.494790 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 08:54:17.495125 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: subnet_service_types.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.496060 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.496578 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: subnet-service-types Mar 23 08:54:17.496909 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: subnetallocation.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.498047 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.498571 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: subnet_allocation Mar 23 08:54:17.498907 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.499589 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.500120 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: subnetpool-prefix-ops Mar 23 08:54:17.500430 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.501373 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.501949 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 08:54:17.502353 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: tagging.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.503541 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.504064 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: standard-attr-tag Mar 23 08:54:17.504398 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: timestamp.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.505636 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.506190 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loaded extension: standard-attr-timestamp Mar 23 08:54:17.506520 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: trunk.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.507573 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.508096 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension trunk not supported by any of loaded plugins Mar 23 08:54:17.508426 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: trunk_details.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.509366 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.509957 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension trunk-details not supported by any of loaded plugins Mar 23 08:54:17.510289 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: uplink_status_propagation.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.511226 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.511746 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 08:54:17.512074 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Loading extension file: vlantransparent.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 08:54:17.512764 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 08:54:17.513277 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 08:54:17.515936 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:network Mar 23 08:54:17.516475 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:subnet Mar 23 08:54:17.516876 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 08:54:17.517270 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:port Mar 23 08:54:17.519659 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:54:17.520112 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Service FLAVORS assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:54:17.520748 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:54:17.521197 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:54:17.521538 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:router Mar 23 08:54:17.522036 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:floatingip Mar 23 08:54:17.522531 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Service METERING assigned prefix: /metering {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:54:17.524015 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.524397 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.524761 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 08:54:17.525808 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 08:54:17.526290 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:security_group Mar 23 08:54:17.526724 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 08:54:17.527334 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Service CORE assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:54:17.527669 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 08:54:17.528022 dv-cinder-834822-2-smb neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] subnetpool is already registered Mar 23 08:54:17.528465 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Service CORE assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:54:17.528803 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 08:54:17.529139 dv-cinder-834822-2-smb neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] subnetpool is already registered Mar 23 08:54:17.531479 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:54:17.531920 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Service FLAVORS assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:54:17.532518 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:54:17.533070 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:54:17.533900 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:router Mar 23 08:54:17.534356 dv-cinder-834822-2-smb neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] router is already registered Mar 23 08:54:17.535105 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:floatingip Mar 23 08:54:17.535699 dv-cinder-834822-2-smb neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] floatingip is already registered Mar 23 08:54:17.535855 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Service METERING assigned prefix: /metering {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:54:17.536542 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 08:54:17.536878 dv-cinder-834822-2-smb neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] rbac_policy is already registered Mar 23 08:54:17.537303 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:security_group Mar 23 08:54:17.537643 dv-cinder-834822-2-smb neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] security_group is already registered Mar 23 08:54:17.538082 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 08:54:17.538419 dv-cinder-834822-2-smb neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] security_group_rule is already registered Mar 23 08:54:17.539066 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Service CORE assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:54:17.539401 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 08:54:17.539738 dv-cinder-834822-2-smb neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] subnetpool is already registered Mar 23 08:54:17.540163 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Service CORE assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 08:54:17.540505 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 08:54:17.540840 dv-cinder-834822-2-smb neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] subnetpool is already registered Mar 23 08:54:17.541310 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: extensions {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.542873 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: address-groups {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.544373 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: address-scopes {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.545688 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: agents {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.546902 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: auto-allocated-topology {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.548135 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: availability_zones {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.549661 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: dhcp-networks {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.551376 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: dhcp-agents {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.552801 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: routers {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.555046 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: flavors {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.556232 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: service_profiles {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.557436 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: next_providers {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.558977 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: service_profiles {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.561532 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: floatingip-pools {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.562820 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: routers {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.565377 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: floatingips {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.566736 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: l3-routers {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.568137 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: l3-agents {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.569546 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: metering-labels {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.570934 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: metering-label-rules {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.572204 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: network-ip-availabilities {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.573737 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: bindings {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.575419 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: quotas {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.576988 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: quotas {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.578545 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: rbac-policies {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.579858 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: security-groups {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.582087 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: security-group-rules {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.583335 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: service-providers {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.584549 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: subnetpools {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.586001 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: subnetpools {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.587466 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.589154 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.590999 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.592769 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.594684 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.597407 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.599131 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.601015 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.602802 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.604646 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron.api.extensions [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 08:54:17.610710 dv-cinder-834822-2-smb neutron-server[103023]: WARNING keystonemiddleware.auth_token [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 08:54:17.616054 dv-cinder-834822-2-smb neutron-server[103023]: WARNING keystonemiddleware.auth_token [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 08:54:17.624815 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_concurrency.lockutils [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Acquired lock "singleton_lock" {{(pid=103023) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 23 08:54:17.625296 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_concurrency.lockutils [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Releasing lock "singleton_lock" {{(pid=103023) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 23 08:54:17.626069 dv-cinder-834822-2-smb neutron-server[103023]: INFO oslo_service.service [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Starting 2 workers Mar 23 08:54:17.631260 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Started child 103134 {{(pid=103023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 08:54:17.636112 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Started child 103135 {{(pid=103023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 08:54:17.636970 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:17.637763 dv-cinder-834822-2-smb neutron-server[103023]: INFO neutron.service [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 08:54:17.638479 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Publish callbacks [] for process (None), before_spawn {{(pid=103023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:17.638611 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [-] (103134) wsgi starting up on http://0.0.0.0:9696 Mar 23 08:54:17.641243 dv-cinder-834822-2-smb neutron-server[103023]: INFO oslo_service.service [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Starting 1 workers Mar 23 08:54:17.643298 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:17.645099 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [-] (103135) wsgi starting up on http://0.0.0.0:9696 Mar 23 08:54:17.648176 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Started child 103136 {{(pid=103023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 08:54:17.648794 dv-cinder-834822-2-smb neutron-server[103023]: INFO oslo_service.service [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Starting 1 workers Mar 23 08:54:17.652058 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.service [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] calling RpcWorker wait() {{(pid=103136) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 08:54:17.652666 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.service [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] returning from RpcWorker wait() {{(pid=103136) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 08:54:17.653835 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Started child 103137 {{(pid=103023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 08:54:17.653992 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:17.654438 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:54:17.654744 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-5a0604fb-2348-4ce7-9194-ce47fd590aca None None] Publish callbacks [] for process (None), after_spawn {{(pid=103023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:17.656994 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103023) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 08:54:17.657142 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 08:54:17.657303 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 08:54:17.657543 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 08:54:17.657959 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 08:54:17.658134 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 08:54:17.661092 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.661307 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:17.661786 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.662187 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.662496 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:54:17.662640 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.663136 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.664247 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.664673 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.665093 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.665508 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.665914 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.666190 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.666500 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.666775 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.667025 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.667333 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.667607 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.667904 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.668293 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.668587 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.668989 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.669447 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.669870 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.670323 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] debug = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.670734 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.671292 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.671534 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.671793 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.672028 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.672312 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.672570 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.672853 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.673110 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.673356 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.673603 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.674265 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.674691 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.675032 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.675313 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.675540 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.675830 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.676065 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.676529 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] host = dv-cinder-834822-2-smb {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.676793 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.677020 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.677279 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.677554 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.677812 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.678109 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.678379 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.678664 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.678914 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.680174 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.680510 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.680826 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.681296 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.681558 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.681738 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_options = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.682047 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.682347 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.682746 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.682930 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.683156 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.683311 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.683592 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.683765 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.684050 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.685015 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.685273 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.685527 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.685877 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.686072 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.686336 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.686568 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.686809 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.687040 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.687315 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.687654 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.687915 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.688160 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.688391 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.688640 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.688867 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.689092 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.689429 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.689922 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.690263 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.690562 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.690964 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.691231 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.691463 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.691724 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.691998 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.692237 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.692482 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.692800 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.693278 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.693522 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.693776 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.694150 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.694371 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.694849 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.695104 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.695365 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.695563 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] use_json = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.695788 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.696061 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.696359 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.697087 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.697301 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.697531 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.697749 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.698036 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.698507 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.698952 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.699239 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.699541 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.699801 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.700039 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.700283 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.700537 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.700766 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.701026 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.701279 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.701620 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.701862 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.702366 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.702526 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.702792 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.703062 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.703261 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.703636 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.703881 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.704133 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.704440 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.704613 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.704934 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.705708 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.705931 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.706212 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.706560 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.706741 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.707075 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.707455 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.707745 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.708000 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.708349 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.708657 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.708888 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.709110 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.709366 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.709606 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.709825 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.710113 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.710337 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.710575 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.710796 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.711043 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.711265 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.711514 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.711741 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.711998 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.712231 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.712452 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.712684 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.712920 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.713152 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.713365 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.713596 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.713871 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.714118 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.714376 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.714594 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.714828 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.715042 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.715260 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.715509 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.715726 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.716010 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.716240 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.716484 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.716698 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.716924 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.717292 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.719582 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.722260 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.722545 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.722812 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.723076 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.723340 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.723573 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.723810 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.724323 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.726357 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.726614 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.726878 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.727111 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.727374 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.727624 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.727885 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.728147 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.728354 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.728575 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.728801 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.729026 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.729321 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.729656 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.730012 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.730415 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.730660 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.730923 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.731154 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.731403 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.732883 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.733125 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.733358 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.733662 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.733964 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.734202 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.734416 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.734647 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.734921 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.735152 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.735377 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.735624 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.735874 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.736119 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.736343 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.736705 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.736954 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.737195 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.737437 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.737695 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.738336 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.738765 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.739771 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.740038 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.740387 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.740692 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.741267 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.741556 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.741799 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.742073 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.742409 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.742672 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.742932 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.743241 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.743568 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.743808 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.744843 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.745094 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.745316 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.745552 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.745875 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.746161 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.746378 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.746613 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.746888 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.747143 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.747381 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.748904 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.749175 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.749447 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.749721 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.750010 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.750229 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.750485 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.750737 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.750952 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.751183 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.751396 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.751653 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.751921 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.752149 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.752391 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.752612 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.752926 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.753151 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.753383 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.753608 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.753893 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.754363 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.754594 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.754841 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.755065 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.755310 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.755530 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.755770 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.756022 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.756314 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.756617 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.756882 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.757827 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.758116 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.758360 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.758615 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.759065 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.759343 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.759898 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.760130 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.760663 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.760891 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.761119 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.761367 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.761603 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.761826 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.762086 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.762373 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.762952 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.763738 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.763987 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.764256 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.764499 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.764745 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.765046 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.765279 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.765539 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.765767 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.766674 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.766925 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.767396 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.769041 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.769298 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.769558 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.769874 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.770145 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.770407 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.770637 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.770871 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.771133 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.771406 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.771696 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.771837 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.772020 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:54:17.772163 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.772310 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.772488 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.772707 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.772999 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.773247 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.773490 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.773756 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.774234 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.774510 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.775842 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.776090 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.776322 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.776592 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.776826 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.777045 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.777284 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.777509 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.777728 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.778003 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.778233 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.778452 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.778680 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.778898 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.779138 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.779357 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.779581 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.779799 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.780028 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.780268 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.780484 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.780709 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.780929 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.781146 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.781374 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.781588 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.781800 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.782782 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.784196 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.784431 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.786013 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.786296 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.786557 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.786876 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.787138 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.787419 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.787695 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.788018 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.788247 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.788512 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.788748 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.788994 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.789231 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.789487 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.789813 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.790455 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.790715 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.790970 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.791244 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.791535 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.791811 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.792035 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.792350 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.792672 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.792955 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.793225 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.793461 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.793712 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.793970 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.794197 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.794654 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.795522 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.796065 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.796345 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.796581 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.796819 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.797060 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.797294 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.797520 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.798072 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.798303 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.798552 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.799095 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.799773 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 08:54:17.799930 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103023) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 08:54:17.800097 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 08:54:17.800255 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 08:54:17.800428 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 08:54:17.800603 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 08:54:17.800758 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 08:54:17.800969 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.801140 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.801303 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.802824 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.803008 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.803210 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.803381 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.803944 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.804711 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.804885 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.805322 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.805571 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.805749 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.805929 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.806097 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.806337 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.807075 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.807238 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.807398 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.807578 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.808108 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.808553 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.808722 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] debug = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.808880 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.809100 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.809257 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.809411 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.809730 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.809918 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.810083 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.810244 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.810405 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.810570 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.810724 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.811037 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.811204 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.811363 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.811526 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.811668 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.811832 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.811991 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.812151 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] host = dv-cinder-834822-2-smb {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.812312 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.812477 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.812623 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.812784 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.812939 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.813100 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.813260 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.813421 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.813581 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.813739 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.814566 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.814790 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.815008 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.815174 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.815377 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_options = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.815552 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.815687 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.815824 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.815958 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.816132 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.816295 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.816458 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.816621 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.816784 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.816929 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.817096 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.817259 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.817421 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.817582 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.817742 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.817931 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.818095 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.818257 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.818409 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.818557 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.818715 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.818849 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.819005 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.819164 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.819323 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.819481 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.819648 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.819785 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.819947 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.820106 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.820267 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.820427 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.820587 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.820746 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.820904 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.821062 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.821228 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.821387 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.821552 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.821711 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.821901 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.822066 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.822226 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.822386 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.822545 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.822705 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.823103 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] use_json = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.823521 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.823681 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.823839 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.823998 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.824156 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.824438 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.824604 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.824765 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.824923 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 08:54:17.825111 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.825276 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.825450 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.825612 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.825776 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.825960 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.826122 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.826286 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.826449 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.826610 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.826780 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.826966 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.827100 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.827263 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.827425 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.827591 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.827754 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.827917 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.828079 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.828242 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.828404 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.828565 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.828734 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.828896 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.829057 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.829217 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.829377 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.829546 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.829707 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.829908 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.830603 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.830769 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.831008 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.831172 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.831336 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.831501 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.831669 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.831834 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.831998 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.832161 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.832323 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.832485 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.832649 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.832811 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.832975 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.833137 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.833300 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.833463 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.833625 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.833786 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.833971 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.834134 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.834297 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.834478 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.834623 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.834785 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.834947 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.835120 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.835282 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.835444 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.835606 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.835769 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.835932 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.836094 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.836256 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.836418 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.836580 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.836742 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.836917 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.837079 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.837240 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.837401 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.837564 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.837726 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.837908 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.838074 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.838237 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.838399 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.838561 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.838723 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.838884 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.839046 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.839209 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.839376 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.839537 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.839699 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.839860 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.840022 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.840183 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.840344 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.840504 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.840676 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.840851 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.841013 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.841174 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.841335 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.841495 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.841665 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.841811 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.842003 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.842165 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.842327 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.842487 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.842652 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.842815 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.842976 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.843137 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.843298 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.843459 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.843621 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.843781 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.843941 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.844102 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.844263 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.844425 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.844585 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.844747 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.844909 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.845069 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.845239 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.845399 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.845564 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.845726 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.845968 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.846634 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.846798 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.846961 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.847124 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.847288 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.847449 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.847611 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.847775 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.847938 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.848099 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.848261 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.848437 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.848601 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.848763 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.848923 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.849107 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.849269 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.849449 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.849591 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.849755 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.849939 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.850103 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.850265 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.850427 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.850588 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.850751 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.850913 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.851076 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.851241 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.851403 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.851564 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.851757 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.851921 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.852083 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.852247 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.852410 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.852571 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.852732 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.852894 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.853057 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.853220 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.853382 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.853543 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.853706 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.853886 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.854050 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.854212 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.854374 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.854535 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.854697 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.854857 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.855023 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.855187 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.855350 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.855513 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.855675 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.855839 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.856002 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.856165 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.856329 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.856491 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.856654 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.856818 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.856982 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.857146 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.857309 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.857472 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.857641 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.857800 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.857986 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.858181 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.858356 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.858504 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.858643 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.858780 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.858941 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.859103 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.859263 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.859424 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.859588 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.859752 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.859913 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.860076 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.860236 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.860397 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.860558 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.860724 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.860889 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.861053 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.861215 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.861409 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.861573 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.861740 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.861933 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.862107 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.862289 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.862460 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.862579 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.862740 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.862920 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.863083 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.863244 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.863411 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.863570 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.863731 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.863903 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.864064 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.864226 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.864388 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.864549 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.864710 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.864882 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.865044 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.865204 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.865366 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.865527 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.865689 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.865877 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.866042 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.866203 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.866364 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.866527 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.866688 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.866858 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.867020 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.867181 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.867342 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.867503 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.867664 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.867835 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.867996 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.868157 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.868318 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.868479 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.868640 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.868811 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.868974 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.869138 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.869307 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.869467 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.869627 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.869787 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.869983 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.870148 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.870314 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.870477 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.870637 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.870798 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.870962 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.871128 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.871300 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.871468 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.871638 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.871809 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.871980 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.872151 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.872313 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.872485 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.872659 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.872821 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.872982 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.873144 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.873306 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.873633 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.873633 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.873919 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.874004 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.874112 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.874273 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.874435 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.874600 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.874762 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.874924 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.875083 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.875247 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.875407 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.875571 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.875732 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 08:54:17.875887 dv-cinder-834822-2-smb neutron-server[103023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 08:54:18.026897 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 49936) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:54:18.036394 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [-] 10.222.0.91 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070934 Mar 23 08:54:30.576996 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c68042c-279a-48fa-921a-686d4408b444 None None] get_active_networks_info from dv-cinder-834822-2-smb {{(pid=103136) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 08:54:30.705439 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c68042c-279a-48fa-921a-686d4408b444 None None] No non-hosted networks {{(pid=103136) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 08:54:30.713605 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.agentschedulers_db [None req-5c68042c-279a-48fa-921a-686d4408b444 None None] DHCP Agent not found on host dv-cinder-834822-2-smb {{(pid=103136) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 23 08:54:30.794036 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-15426759-5ec2-45ea-8427-f90899d41b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541473'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:32.769502 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8bb81ba2-c3be-42bb-a03d-bdd48d08e216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541473'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:32.851341 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cf0f938-c54d-43d5-ae8b-229662545bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:33.964664 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541473'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:35.575793 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541473'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:36.726121 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50018) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:54:36.801316 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541473'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:36.804401 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:36.805334 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:36.806254 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:36.807113 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:36.808270 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:36.809312 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:36.811080 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:36.812140 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:36.815253 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:36.816062 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:36.817214 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:36.817980 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:36.818552 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:36.819329 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:36.819863 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:36.820978 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834822-2-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:54:36.832360 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834822-2-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:54:37.378842 dv-cinder-834822-2-smb neutron-server[103135]: WARNING oslo_policy.policy [None req-0c052ea6-c7e2-4fe3-b62e-220b04b98127 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:54:37.379561 dv-cinder-834822-2-smb neutron-server[103135]: WARNING oslo_policy.policy [None req-0c052ea6-c7e2-4fe3-b62e-220b04b98127 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:54:37.615739 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [None req-0c052ea6-c7e2-4fe3-b62e-220b04b98127 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 08:54:37.629942 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-0c052ea6-c7e2-4fe3-b62e-220b04b98127 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8887408 Mar 23 08:54:38.132107 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.db.l3_hamode_db [None req-d68dedc2-d3c0-4331-861c-e48dfdcae156 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 08:54:38.213250 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68dedc2-d3c0-4331-861c-e48dfdcae156 None None] Routers set() bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 08:54:38.213568 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68dedc2-d3c0-4331-861c-e48dfdcae156 None None] Router IDs set() for agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 08:54:40.232170 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50044) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:54:40.561158 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-93d6a83d-e78f-4d42-a978-eabe05ff71a0 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:54:40.656965 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.policy [None req-93d6a83d-e78f-4d42-a978-eabe05ff71a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103135) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 08:54:40.702193 dv-cinder-834822-2-smb neutron-server[103135]: WARNING oslo_policy.policy [None req-93d6a83d-e78f-4d42-a978-eabe05ff71a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:54:40.702569 dv-cinder-834822-2-smb neutron-server[103135]: WARNING oslo_policy.policy [None req-93d6a83d-e78f-4d42-a978-eabe05ff71a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:54:40.800928 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-93d6a83d-e78f-4d42-a978-eabe05ff71a0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760671579527', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760671578196', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760671496961', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760671473458', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760671480376', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760671149364', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1051797', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1105031', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-422150', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-433438'] for rbac-policy (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:40.869823 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-93d6a83d-e78f-4d42-a978-eabe05ff71a0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:40.871030 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-93d6a83d-e78f-4d42-a978-eabe05ff71a0 admin admin] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6378727 Mar 23 08:54:43.456285 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50054) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:54:43.779064 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:54:43.809428 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Made reservation on behalf of 4013d9c4ec9f457da7c0e7863885b92a for: {'network': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 08:54:43.813158 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:43.831173 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:43.943450 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Publish callbacks [] for security_group (6be3b84c-cccf-469a-bf5c-edf39a7008d8), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:43.947681 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (6be3b84c-cccf-469a-bf5c-edf39a7008d8), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:43.974835 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=103135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 08:54:44.009413 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760674705466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (ed4a3de1-e715-40d0-9641-301f22233ad1), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:44.010037 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Unsubscribe: segment precommit_create {{(pid=103135) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 08:54:44.010577 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.db.segments_db [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Added segment ed4a3de1-e715-40d0-9641-301f22233ad1 of type vlan for network a8109536-90b0-415c-a55c-1b3794d69589 Mar 23 08:54:44.027217 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6be3b84c-cccf-469a-bf5c-edf39a7008d8,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:54:44.076654 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:44.076901 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:44.077239 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:44.077595 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:44.077982 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:44.078319 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:44.078642 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:44.079578 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:44.080119 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:44.080523 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:44.080859 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:44.081203 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:44.081532 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:44.081865 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:44.082204 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Tracked resource versions report: Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: pushed versions: Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: { 'AddressGroup': {'1.2'}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'Agent': {'1.1'}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'ConntrackHelper': {'1.0'}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'LocalIPAssociation': {'1.0'}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'Log': {'1.0'}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'NDPProxy': {'1.0'}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'Network': {'1.1'}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'Port': {'1.7'}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'PortForwarding': {'1.3'}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'QosPolicy': {'1.10'}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'SecurityGroup': {'1.5'}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'SecurityGroupRule': {'1.2'}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'SubPort': {'1.0'}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'Subnet': {'1.1'}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'Trunk': {'1.1'}} Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: consumer versions: Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: { DHCP agent@dv-cinder-834822-2-smb: {}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: L3 agent@dv-cinder-834822-2-smb: {}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: Metadata agent@dv-cinder-834822-2-smb: {}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: Metering agent@dv-cinder-834822-2-smb: {}, Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: Open vSwitch agent@dv-cinder-834822-2-smb: { 'AddressGroup': '1.2', Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'Agent': '1.1', Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'ConntrackHelper': '1.0', Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'LocalIPAssociation': '1.0', Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'Log': '1.0', Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'NDPProxy': '1.0', Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'Network': '1.1', Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'Port': '1.7', Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'PortForwarding': '1.3', Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'QosPolicy': '1.10', Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'SecurityGroup': '1.5', Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'SecurityGroupRule': '1.2', Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'SubPort': '1.0', Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'Subnet': '1.1', Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: 'Trunk': '1.1'}} Mar 23 08:54:44.083425 dv-cinder-834822-2-smb neutron-server[103135]: {{(pid=103135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 08:54:44.132333 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (a8109536-90b0-415c-a55c-1b3794d69589), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:44.171704 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (a8109536-90b0-415c-a55c-1b3794d69589), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:44.176919 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:54:44.177624 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:44.265757 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8083720 Mar 23 08:54:44.297816 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728efd2b-5219-4869-b12d-5a5b82951b5b demo demo] Pushing event updated for resources: {'Network': ['ID=a8109536-90b0-415c-a55c-1b3794d69589,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:54:44.310554 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network a8109536-90b0-415c-a55c-1b3794d69589 details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 08:54:46.837027 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 50066) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:54:47.340923 dv-cinder-834822-2-smb neutron-server[103134]: WARNING oslo_policy.policy [None req-3749404e-26d2-48b1-acc2-3335881676e5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:54:47.341485 dv-cinder-834822-2-smb neutron-server[103134]: WARNING oslo_policy.policy [None req-3749404e-26d2-48b1-acc2-3335881676e5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:54:47.789100 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.policy [None req-3749404e-26d2-48b1-acc2-3335881676e5 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103134) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 08:54:47.832453 dv-cinder-834822-2-smb neutron-server[103134]: WARNING oslo_policy.policy [None req-3749404e-26d2-48b1-acc2-3335881676e5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:54:47.832837 dv-cinder-834822-2-smb neutron-server[103134]: WARNING oslo_policy.policy [None req-3749404e-26d2-48b1-acc2-3335881676e5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 08:54:47.840829 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3749404e-26d2-48b1-acc2-3335881676e5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:54:47.842802 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-3749404e-26d2-48b1-acc2-3335881676e5 demo admin] 10.222.0.91 "GET /v2.0/networks/a8109536-90b0-415c-a55c-1b3794d69589 HTTP/1.1" status: 200 len: 825 time: 1.0036757 Mar 23 08:54:47.883410 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-f3786d43-38bb-415a-8e61-8f2ccae965c6 demo admin] 10.222.0.91 "GET /v2.0/subnetpools/d3daa8d3-ae0a-4f5f-b054-a12ace2ca6ca HTTP/1.1" status: 200 len: 734 time: 0.0342057 Mar 23 08:54:47.892895 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd3daa8d3-ae0a-4f5f-b054-a12ace2ca6ca', 'name': 'private-subnet', 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589', 'ip_version': 4}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:54:47.934489 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Made reservation on behalf of 4013d9c4ec9f457da7c0e7863885b92a for: {'subnet': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 08:54:47.937709 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:48.224960 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for subnet (50546628-206d-4d51-9b4f-59c4e86d0d46), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:48.293867 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Checking segment: {'id': 'ed4a3de1-e715-40d0-9641-301f22233ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 08:54:48.294277 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Network hostable DHCP agents. Network: a8109536-90b0-415c-a55c-1b3794d69589, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 08:54:48.308183 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Pushing event updated for resources: {'Subnet': ['ID=50546628-206d-4d51-9b4f-59c4e86d0d46,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:54:48.321133 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:48.321478 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:48.321816 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:48.322195 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:48.322529 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:48.322851 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:48.323429 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:48.323749 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:48.324086 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:48.324387 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:48.324702 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:48.325032 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:48.325351 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:48.325665 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:48.326012 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Tracked resource versions report: Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: pushed versions: Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: { 'AddressGroup': {'1.2'}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'Agent': {'1.1'}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'ConntrackHelper': {'1.0'}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'LocalIPAssociation': {'1.0'}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'Log': {'1.0'}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'NDPProxy': {'1.0'}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'Network': {'1.1'}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'Port': {'1.7'}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'PortForwarding': {'1.3'}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'QosPolicy': {'1.10'}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'SecurityGroup': {'1.5'}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'SecurityGroupRule': {'1.2'}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'SubPort': {'1.0'}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'Subnet': {'1.1'}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'Trunk': {'1.1'}} Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: consumer versions: Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: { DHCP agent@dv-cinder-834822-2-smb: {}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: L3 agent@dv-cinder-834822-2-smb: {}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: Metadata agent@dv-cinder-834822-2-smb: {}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: Metering agent@dv-cinder-834822-2-smb: {}, Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: Open vSwitch agent@dv-cinder-834822-2-smb: { 'AddressGroup': '1.2', Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'Agent': '1.1', Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'ConntrackHelper': '1.0', Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'LocalIPAssociation': '1.0', Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'Log': '1.0', Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'NDPProxy': '1.0', Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'Network': '1.1', Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'Port': '1.7', Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'PortForwarding': '1.3', Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'QosPolicy': '1.10', Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'SecurityGroup': '1.5', Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'SecurityGroupRule': '1.2', Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'SubPort': '1.0', Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'Subnet': '1.1', Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: 'Trunk': '1.1'}} Mar 23 08:54:48.327210 dv-cinder-834822-2-smb neutron-server[103134]: {{(pid=103134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 08:54:48.350114 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Network a8109536-90b0-415c-a55c-1b3794d69589 is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 08:54:48.364926 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, a8109536-90b0-415c-a55c-1b3794d69589) {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:54:48.369817 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:54:48.370986 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:48.374120 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef420fd-9a39-466b-a559-e9a993df4adf None None] Network a8109536-90b0-415c-a55c-1b3794d69589 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 08:54:48.393591 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-10296fb2-6680-4820-a44c-403b9371befd demo admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5047965 Mar 23 08:54:48.762425 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cca9dd7-b169-575a-9c40-e0a1a660edb3-a8109536-90b0-415c-a55c-1b3794d69589', 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589', 'project_id': '4013d9c4ec9f457da7c0e7863885b92a', 'fixed_ips': [{'subnet_id': '50546628-206d-4d51-9b4f-59c4e86d0d46'}]}} from dv-cinder-834822-2-smb. {{(pid=103136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 08:54:48.763676 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:49.080234 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Allocated IP 172.20.0.2 (a8109536-90b0-415c-a55c-1b3794d69589/50546628-206d-4d51-9b4f-59c4e86d0d46/970b6c96-fc20-42ad-a8ba-87012ce0feda) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 08:54:49.344141 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Publish callbacks [] for port (970b6c96-fc20-42ad-a8ba-87012ce0feda), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:49.354155 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (970b6c96-fc20-42ad-a8ba-87012ce0feda), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:49.429570 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Network a8109536-90b0-415c-a55c-1b3794d69589 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 08:54:49.435693 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:54:49.440288 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 08:54:49.456176 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Pushing event updated for resources: {'Port': ['ID=970b6c96-fc20-42ad-a8ba-87012ce0feda,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:54:49.487447 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:49.488122 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:49.488474 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:49.488831 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:49.489171 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:49.489506 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:49.489836 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:49.490186 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:49.490513 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:49.490864 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:49.491189 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:49.491531 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:49.491855 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:49.492173 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:49.492547 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Tracked resource versions report: Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: pushed versions: Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: { 'AddressGroup': {'1.2'}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'Agent': {'1.1'}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'ConntrackHelper': {'1.0'}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'LocalIPAssociation': {'1.0'}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'Log': {'1.0'}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'NDPProxy': {'1.0'}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'Network': {'1.1'}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'Port': {'1.7'}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'PortForwarding': {'1.3'}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'QosPolicy': {'1.10'}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'SecurityGroup': {'1.5'}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'SecurityGroupRule': {'1.2'}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'SubPort': {'1.0'}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'Subnet': {'1.1'}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'Trunk': {'1.1'}} Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: consumer versions: Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: { DHCP agent@dv-cinder-834822-2-smb: {}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: L3 agent@dv-cinder-834822-2-smb: {}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: Metadata agent@dv-cinder-834822-2-smb: {}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: Metering agent@dv-cinder-834822-2-smb: {}, Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: Open vSwitch agent@dv-cinder-834822-2-smb: { 'AddressGroup': '1.2', Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'Agent': '1.1', Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'ConntrackHelper': '1.0', Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'LocalIPAssociation': '1.0', Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'Log': '1.0', Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'NDPProxy': '1.0', Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'Network': '1.1', Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'Port': '1.7', Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'PortForwarding': '1.3', Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'QosPolicy': '1.10', Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'SecurityGroup': '1.5', Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'SecurityGroupRule': '1.2', Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'SubPort': '1.0', Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'Subnet': '1.1', Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: 'Trunk': '1.1'}} Mar 23 08:54:49.493797 dv-cinder-834822-2-smb neutron-server[103136]: {{(pid=103136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 08:54:49.549447 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Attempting to bind port 970b6c96-fc20-42ad-a8ba-87012ce0feda on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 08:54:49.549881 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Attempting to bind port 970b6c96-fc20-42ad-a8ba-87012ce0feda by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': 'ed4a3de1-e715-40d0-9641-301f22233ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 08:54:49.550310 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Attempting to bind port 970b6c96-fc20-42ad-a8ba-87012ce0feda on network a8109536-90b0-415c-a55c-1b3794d69589 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 08:54:49.555552 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 8, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 08:54:49.555921 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Checking segment: {'id': 'ed4a3de1-e715-40d0-9641-301f22233ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 08:54:49.556419 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:49.556818 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Bound using segment: {'id': 'ed4a3de1-e715-40d0-9641-301f22233ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 08:54:49.557294 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Bound port: 970b6c96-fc20-42ad-a8ba-87012ce0feda, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4a3de1-e715-40d0-9641-301f22233ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 08:54:49.557708 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (970b6c96-fc20-42ad-a8ba-87012ce0feda), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:49.623639 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] For port 970b6c96-fc20-42ad-a8ba-87012ce0feda, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 08:54:49.629466 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] For port 970b6c96-fc20-42ad-a8ba-87012ce0feda, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=970b6c96-fc20-42ad-a8ba-87012ce0feda,segment=NetworkSegment(ed4a3de1-e715-40d0-9641-301f22233ad1),segment_id=ed4a3de1-e715-40d0-9641-301f22233ad1)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 08:54:49.638709 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (970b6c96-fc20-42ad-a8ba-87012ce0feda), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:49.706611 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fea3f-bd20-422e-96dc-c9e4c50a52ae None None] Pushing event updated for resources: {'Port': ['ID=970b6c96-fc20-42ad-a8ba-87012ce0feda,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:54:51.031128 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50086) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:54:51.372350 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [None req-376d43bd-70d7-457e-8eb7-2ddd9f35834f admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 08:54:51.373422 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-376d43bd-70d7-457e-8eb7-2ddd9f35834f admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3413510 Mar 23 08:54:53.981317 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50094) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:54:54.307244 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [None req-99537451-1941-48a9-81bd-459c5eaa1fee admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 08:54:54.308220 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-99537451-1941-48a9-81bd-459c5eaa1fee admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3259528 Mar 23 08:54:54.710370 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 5 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:54:56.866064 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50102) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:54:57.180818 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-3e6e15e2-4d67-4f49-acc0-aee67310f844 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:54:57.203981 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3e6e15e2-4d67-4f49-acc0-aee67310f844 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30890'] for router (4ce12089-93d4-4b3b-b11c-bbaafaf90c09), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:57.205598 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3e6e15e2-4d67-4f49-acc0-aee67310f844 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30877'] for router (4ce12089-93d4-4b3b-b11c-bbaafaf90c09), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:57.347273 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3e6e15e2-4d67-4f49-acc0-aee67310f844 demo demo] Publish callbacks [] for router_controller (4ce12089-93d4-4b3b-b11c-bbaafaf90c09), precommit_add_association {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:57.352048 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3e6e15e2-4d67-4f49-acc0-aee67310f844 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548392'] for router (4ce12089-93d4-4b3b-b11c-bbaafaf90c09), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:57.368558 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3e6e15e2-4d67-4f49-acc0-aee67310f844 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:57.369727 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-3e6e15e2-4d67-4f49-acc0-aee67310f844 demo demo] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5025685 Mar 23 08:54:59.637153 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 970b6c96-fc20-42ad-a8ba-87012ce0feda up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 08:54:59.725021 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 970b6c96-fc20-42ad-a8ba-87012ce0feda triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:54:59.725343 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (970b6c96-fc20-42ad-a8ba-87012ce0feda), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:59.839617 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 970b6c96-fc20-42ad-a8ba-87012ce0feda is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:54:59.840037 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (970b6c96-fc20-42ad-a8ba-87012ce0feda), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:59.879585 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] For port 970b6c96-fc20-42ad-a8ba-87012ce0feda, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=970b6c96-fc20-42ad-a8ba-87012ce0feda,segment=NetworkSegment(ed4a3de1-e715-40d0-9641-301f22233ad1),segment_id=ed4a3de1-e715-40d0-9641-301f22233ad1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 08:54:59.884184 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (970b6c96-fc20-42ad-a8ba-87012ce0feda), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:54:59.932090 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Pushing event updated for resources: {'Port': ['ID=970b6c96-fc20-42ad-a8ba-87012ce0feda,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:54:59.946952 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 50114) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:00.276985 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [None req-c91de6ec-577f-43e8-b9d6-9d3762c18849 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103134) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 08:55:00.278013 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-c91de6ec-577f-43e8-b9d6-9d3762c18849 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3301053 Mar 23 08:55:00.456686 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-961c52a4-59ce-4b1c-991b-6bd16bea6563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:01.363926 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd8e73-8240-4a30-94dd-d49a14b5f0dc None None] Network a8109536-90b0-415c-a55c-1b3794d69589 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 08:55:01.436945 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-be9875c6-8ec2-47bd-9810-d703308e5413 None None] Provisioning complete for port 970b6c96-fc20-42ad-a8ba-87012ce0feda triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:55:01.437600 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-be9875c6-8ec2-47bd-9810-d703308e5413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (970b6c96-fc20-42ad-a8ba-87012ce0feda), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:01.587078 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-be9875c6-8ec2-47bd-9810-d703308e5413 None None] Current status of the port 970b6c96-fc20-42ad-a8ba-87012ce0feda is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:55:01.629574 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 970b6c96-fc20-42ad-a8ba-87012ce0feda up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 08:55:01.687647 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 970b6c96-fc20-42ad-a8ba-87012ce0feda triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:55:01.688038 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (970b6c96-fc20-42ad-a8ba-87012ce0feda), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:01.768264 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 970b6c96-fc20-42ad-a8ba-87012ce0feda is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:55:01.815390 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-ffd9ca04-f796-472f-9c37-627783f83792 None None] Provisioning complete for port 970b6c96-fc20-42ad-a8ba-87012ce0feda triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:55:01.815843 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffd9ca04-f796-472f-9c37-627783f83792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (970b6c96-fc20-42ad-a8ba-87012ce0feda), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:01.894913 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-ffd9ca04-f796-472f-9c37-627783f83792 None None] Current status of the port 970b6c96-fc20-42ad-a8ba-87012ce0feda is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:55:02.770211 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3945159-5196-4099-8308-94df9d141755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:02.880500 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 50122) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:03.212438 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:55:03.235269 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Made reservation on behalf of 4f84215cf7bd482fbf127f755944e65d for: {'network': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 08:55:03.238212 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:03.253627 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:03.360250 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Publish callbacks [] for security_group (9a8f9d53-32ea-4049-a18e-d3361f613eeb), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:03.364270 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (9a8f9d53-32ea-4049-a18e-d3361f613eeb), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:03.381833 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Reserving flat network on physical network physnet1 {{(pid=103134) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 08:55:03.398137 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8f9d53-32ea-4049-a18e-d3361f613eeb,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:55:03.406250 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760674705466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (00b4a01a-bfff-42b3-979e-89e5ec9d9a10), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:03.406818 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Unsubscribe: segment precommit_create {{(pid=103134) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 08:55:03.407911 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.segments_db [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Added segment 00b4a01a-bfff-42b3-979e-89e5ec9d9a10 of type flat for network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 Mar 23 08:55:03.467277 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:03.508610 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:03.509537 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:03.510127 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:03.621956 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7269514 Mar 23 08:55:03.630442 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62429ea2-1fcb-4792-8788-a8d8b367d9bb admin admin] Pushing event updated for resources: {'Network': ['ID=fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:55:03.643141 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 08:55:03.912965 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:05.523301 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:06.205007 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50140) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:06.423935 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ca7b9a-f2e6-49c0-b10a-8337e0f0dcce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:06.425317 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-63ca7b9a-f2e6-49c0-b10a-8337e0f0dcce demo admin] 10.222.0.91 "GET /v2.0/subnets/50546628-206d-4d51-9b4f-59c4e86d0d46 HTTP/1.1" status: 200 len: 849 time: 0.2187805 Mar 23 08:55:06.571126 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-cd2ad80e-28ea-43aa-9108-a29d8a9b45e3 demo admin] 10.222.0.91 "GET /v2.0/routers/4ce12089-93d4-4b3b-b11c-bbaafaf90c09 HTTP/1.1" status: 200 len: 704 time: 0.1398535 Mar 23 08:55:06.794803 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:06.847940 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:07.151943 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Allocated IP 172.20.0.1 (a8109536-90b0-415c-a55c-1b3794d69589/50546628-206d-4d51-9b4f-59c4e86d0d46/a02368eb-932f-467f-87a3-c5684e5d3fbe) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 08:55:07.340045 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Publish callbacks [] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:07.411707 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:07.488116 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Network a8109536-90b0-415c-a55c-1b3794d69589 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 08:55:07.495989 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:55:07.508238 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 08:55:07.509651 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542205'] for router_interface (4ce12089-93d4-4b3b-b11c-bbaafaf90c09), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:07.530512 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Pushing event updated for resources: {'Port': ['ID=a02368eb-932f-467f-87a3-c5684e5d3fbe,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:55:07.759717 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-373dfcfe-2dc3-4926-9aa1-b9e8078403f9 None None] Provisioning complete for port a02368eb-932f-467f-87a3-c5684e5d3fbe triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:55:07.760103 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-373dfcfe-2dc3-4926-9aa1-b9e8078403f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:07.780473 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:07.793950 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-373dfcfe-2dc3-4926-9aa1-b9e8078403f9 None None] Port a02368eb-932f-467f-87a3-c5684e5d3fbe cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 08:55:07.999471 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Publish callbacks [] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:08.004842 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:08.005570 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542057'] for router_interface (4ce12089-93d4-4b3b-b11c-bbaafaf90c09), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:08.084598 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Pushing event updated for resources: {'Port': ['ID=a02368eb-932f-467f-87a3-c5684e5d3fbe,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:55:08.131894 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Network a8109536-90b0-415c-a55c-1b3794d69589 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 08:55:08.133193 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:55:08.309022 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Router 4ce12089-93d4-4b3b-b11c-bbaafaf90c09 is scheduled to L3 agent c0132737-747a-49ce-b773-1ed1762fb27b with binding_index 1 {{(pid=103135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 08:55:08.406150 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 08:55:08.412941 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-ec251c1e-f9ca-4601-815d-99b50c16289c demo admin] 10.222.0.91 "PUT /v2.0/routers/4ce12089-93d4-4b3b-b11c-bbaafaf90c09/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8365569 Mar 23 08:55:08.418288 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-6bdc0101-2310-41e6-a411-015eedba32c9 None None] Provisioning complete for port a02368eb-932f-467f-87a3-c5684e5d3fbe triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:55:08.418841 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0101-2310-41e6-a411-015eedba32c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:08.425293 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Sync routers for ids ['4ce12089-93d4-4b3b-b11c-bbaafaf90c09'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 08:55:08.438661 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Routers {'4ce12089-93d4-4b3b-b11c-bbaafaf90c09'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 08:55:08.439604 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T08:55:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['4ce12089-93d4-4b3b-b11c-bbaafaf90c09'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:55:08.459978 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc0101-2310-41e6-a411-015eedba32c9 None None] Port a02368eb-932f-467f-87a3-c5684e5d3fbe cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 08:55:08.641121 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Set router 4ce12089-93d4-4b3b-b11c-bbaafaf90c09 gateway port host: None {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 08:55:09.091970 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce12089-93d4-4b3b-b11c-bbaafaf90c09', 'name': 'router1', 'tenant_id': '4013d9c4ec9f457da7c0e7863885b92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T08:54:57Z', 'updated_at': '2022-03-23T08:55:07Z', 'revision_number': 2, 'project_id': '4013d9c4ec9f457da7c0e7863885b92a', 'gw_port_host': None, '_interfaces': [{'id': 'a02368eb-932f-467f-87a3-c5684e5d3fbe', 'name': '', 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589', 'tenant_id': '4013d9c4ec9f457da7c0e7863885b92a', 'mac_address': 'fa:16:3e:50:6b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce12089-93d4-4b3b-b11c-bbaafaf90c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50546628-206d-4d51-9b4f-59c4e86d0d46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:55:06Z', 'updated_at': '2022-03-23T08:55:07Z', 'revision_number': 2, 'project_id': '4013d9c4ec9f457da7c0e7863885b92a', 'subnets': [{'id': '50546628-206d-4d51-9b4f-59c4e86d0d46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3daa8d3-ae0a-4f5f-b054-a12ace2ca6ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:55:09.146203 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Checking router: 4ce12089-93d4-4b3b-b11c-bbaafaf90c09 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 08:55:09.146582 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Updating router 4ce12089-93d4-4b3b-b11c-bbaafaf90c09 port a02368eb-932f-467f-87a3-c5684e5d3fbe binding host dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 08:55:09.200952 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:09.731725 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Publish callbacks [] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:09.738364 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:09.827656 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Pushing event updated for resources: {'Port': ['ID=a02368eb-932f-467f-87a3-c5684e5d3fbe,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:55:09.835297 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.835640 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.835980 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.836330 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.836665 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.836993 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.837317 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.837637 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.837989 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.838314 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.838637 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.838965 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.839285 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.839599 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.839919 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Tracked resource versions report: Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: pushed versions: Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: { 'AddressGroup': {'1.2'}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'Agent': {'1.1'}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'ConntrackHelper': {'1.0'}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'LocalIPAssociation': {'1.0'}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'Log': {'1.0'}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'NDPProxy': {'1.0'}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'Network': {'1.1'}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'Port': {'1.7'}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'PortForwarding': {'1.3'}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'QosPolicy': {'1.10'}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'SecurityGroup': {'1.5'}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'SecurityGroupRule': {'1.2'}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'SubPort': {'1.0'}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'Subnet': {'1.1'}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'Trunk': {'1.1'}} Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: consumer versions: Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: { DHCP agent@dv-cinder-834822-2-smb: {}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: L3 agent@dv-cinder-834822-2-smb: {}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: Metadata agent@dv-cinder-834822-2-smb: {}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: Metering agent@dv-cinder-834822-2-smb: {}, Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: Open vSwitch agent@dv-cinder-834822-2-smb: { 'AddressGroup': '1.2', Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'Agent': '1.1', Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'ConntrackHelper': '1.0', Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'LocalIPAssociation': '1.0', Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'Log': '1.0', Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'NDPProxy': '1.0', Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'Network': '1.1', Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'Port': '1.7', Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'PortForwarding': '1.3', Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'QosPolicy': '1.10', Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'SecurityGroup': '1.5', Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'SecurityGroupRule': '1.2', Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'SubPort': '1.0', Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'Subnet': '1.1', Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: 'Trunk': '1.1'}} Mar 23 08:55:09.841140 dv-cinder-834822-2-smb neutron-server[103137]: {{(pid=103137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 08:55:09.928765 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Attempting to bind port a02368eb-932f-467f-87a3-c5684e5d3fbe on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 08:55:09.929178 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Attempting to bind port a02368eb-932f-467f-87a3-c5684e5d3fbe by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': 'ed4a3de1-e715-40d0-9641-301f22233ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 08:55:09.929605 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Attempting to bind port a02368eb-932f-467f-87a3-c5684e5d3fbe on network a8109536-90b0-415c-a55c-1b3794d69589 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 08:55:09.935341 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 8, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 08:55:09.935740 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Checking segment: {'id': 'ed4a3de1-e715-40d0-9641-301f22233ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 08:55:09.936232 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:09.936623 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Bound using segment: {'id': 'ed4a3de1-e715-40d0-9641-301f22233ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 08:55:09.937166 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Bound port: a02368eb-932f-467f-87a3-c5684e5d3fbe, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4a3de1-e715-40d0-9641-301f22233ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 08:55:09.937551 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:09.997528 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-f521978a-ac16-4129-82a7-4832391eeaa9 None None] Provisioning complete for port a02368eb-932f-467f-87a3-c5684e5d3fbe triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:55:10.000471 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f521978a-ac16-4129-82a7-4832391eeaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:10.013435 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] For port a02368eb-932f-467f-87a3-c5684e5d3fbe, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 08:55:10.033451 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] For port a02368eb-932f-467f-87a3-c5684e5d3fbe, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=a02368eb-932f-467f-87a3-c5684e5d3fbe,segment=NetworkSegment(ed4a3de1-e715-40d0-9641-301f22233ad1),segment_id=ed4a3de1-e715-40d0-9641-301f22233ad1)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 08:55:10.035497 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f521978a-ac16-4129-82a7-4832391eeaa9 None None] Port a02368eb-932f-467f-87a3-c5684e5d3fbe cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 08:55:10.044591 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:10.109774 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a3abb-e808-4eb0-babb-330b60e964b3 None None] Pushing event updated for resources: {'Port': ['ID=a02368eb-932f-467f-87a3-c5684e5d3fbe,revision_number=4']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:55:10.120315 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Routers {'4ce12089-93d4-4b3b-b11c-bbaafaf90c09'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 08:55:10.121015 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T08:55:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['4ce12089-93d4-4b3b-b11c-bbaafaf90c09'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:55:10.218450 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] Set router 4ce12089-93d4-4b3b-b11c-bbaafaf90c09 gateway port host: None {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 08:55:10.357511 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-b4a47e16-e211-4299-86c8-4940f1802e17 None None] Provisioning complete for port a02368eb-932f-467f-87a3-c5684e5d3fbe triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:55:10.357827 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4a47e16-e211-4299-86c8-4940f1802e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:10.450287 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b4a47e16-e211-4299-86c8-4940f1802e17 None None] Current status of the port a02368eb-932f-467f-87a3-c5684e5d3fbe is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:55:10.450679 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4a47e16-e211-4299-86c8-4940f1802e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:10.455539 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce12089-93d4-4b3b-b11c-bbaafaf90c09', 'name': 'router1', 'tenant_id': '4013d9c4ec9f457da7c0e7863885b92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T08:54:57Z', 'updated_at': '2022-03-23T08:55:07Z', 'revision_number': 2, 'project_id': '4013d9c4ec9f457da7c0e7863885b92a', 'gw_port_host': None, '_interfaces': [{'id': 'a02368eb-932f-467f-87a3-c5684e5d3fbe', 'name': '', 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589', 'tenant_id': '4013d9c4ec9f457da7c0e7863885b92a', 'mac_address': 'fa:16:3e:50:6b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce12089-93d4-4b3b-b11c-bbaafaf90c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50546628-206d-4d51-9b4f-59c4e86d0d46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:55:06Z', 'updated_at': '2022-03-23T08:55:10Z', 'revision_number': 4, 'project_id': '4013d9c4ec9f457da7c0e7863885b92a', 'subnets': [{'id': '50546628-206d-4d51-9b4f-59c4e86d0d46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3daa8d3-ae0a-4f5f-b054-a12ace2ca6ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:55:10.487447 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7844cf10-92bf-4ffb-96f5-900c308d5ec3 None None] The sync data for ids ['4ce12089-93d4-4b3b-b11c-bbaafaf90c09'] in dv-cinder-834822-2-smb is: [{'id': '4ce12089-93d4-4b3b-b11c-bbaafaf90c09', 'name': 'router1', 'tenant_id': '4013d9c4ec9f457da7c0e7863885b92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T08:54:57Z', 'updated_at': '2022-03-23T08:55:07Z', 'revision_number': 2, 'project_id': '4013d9c4ec9f457da7c0e7863885b92a', 'gw_port_host': None, '_interfaces': [{'id': 'a02368eb-932f-467f-87a3-c5684e5d3fbe', 'name': '', 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589', 'tenant_id': '4013d9c4ec9f457da7c0e7863885b92a', 'mac_address': 'fa:16:3e:50:6b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce12089-93d4-4b3b-b11c-bbaafaf90c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50546628-206d-4d51-9b4f-59c4e86d0d46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:55:06Z', 'updated_at': '2022-03-23T08:55:10Z', 'revision_number': 4, 'project_id': '4013d9c4ec9f457da7c0e7863885b92a', 'subnets': [{'id': '50546628-206d-4d51-9b4f-59c4e86d0d46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3daa8d3-ae0a-4f5f-b054-a12ace2ca6ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 08:55:10.501300 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-b4a47e16-e211-4299-86c8-4940f1802e17 None None] For port a02368eb-932f-467f-87a3-c5684e5d3fbe, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=a02368eb-932f-467f-87a3-c5684e5d3fbe,segment=NetworkSegment(ed4a3de1-e715-40d0-9641-301f22233ad1),segment_id=ed4a3de1-e715-40d0-9641-301f22233ad1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 08:55:10.506680 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4a47e16-e211-4299-86c8-4940f1802e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:10.557002 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a47e16-e211-4299-86c8-4940f1802e17 None None] Pushing event updated for resources: {'Port': ['ID=a02368eb-932f-467f-87a3-c5684e5d3fbe,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:55:10.966924 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50160) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:11.082956 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b93d0-a212-49fe-8ede-17e2bf7e5b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:11.084245 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-b08b93d0-a212-49fe-8ede-17e2bf7e5b61 admin admin] 10.222.0.91 "GET /v2.0/networks/fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 HTTP/1.1" status: 200 len: 842 time: 0.1162918 Mar 23 08:55:11.093419 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-a0faf43e-b025-4b9a-a931-735e2a088f6c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:55:11.117772 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0faf43e-b025-4b9a-a931-735e2a088f6c admin admin] Made reservation on behalf of 4f84215cf7bd482fbf127f755944e65d for: {'subnet': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 08:55:11.120733 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a0faf43e-b025-4b9a-a931-735e2a088f6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:11.428275 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.objects.ports [None req-a0faf43e-b025-4b9a-a931-735e2a088f6c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103135) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 08:55:11.428716 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a0faf43e-b025-4b9a-a931-735e2a088f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for subnet (5ea3a26f-c56b-44e4-bddc-2382ca705a31), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:11.491253 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0faf43e-b025-4b9a-a931-735e2a088f6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea3a26f-c56b-44e4-bddc-2382ca705a31,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:55:11.497735 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0faf43e-b025-4b9a-a931-735e2a088f6c admin admin] Checking segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 08:55:11.498116 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0faf43e-b025-4b9a-a931-735e2a088f6c admin admin] Network hostable DHCP agents. Network: fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 08:55:11.522644 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0faf43e-b025-4b9a-a931-735e2a088f6c admin admin] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 08:55:11.534292 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-a0faf43e-b025-4b9a-a931-735e2a088f6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6) {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:55:11.538426 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0faf43e-b025-4b9a-a931-735e2a088f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:11.539039 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a0faf43e-b025-4b9a-a931-735e2a088f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:11.546189 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5c7eb3-b262-4c58-b895-ac24eeeb003e None None] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 08:55:11.565903 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-a0faf43e-b025-4b9a-a931-735e2a088f6c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4708719 Mar 23 08:55:11.666691 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3ec747-3481-4490-bf88-11103be61625 None None] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 08:55:14.109538 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50168) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:14.249974 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-46ad8537-b40b-4e03-9f81-46788bbf790a demo admin] 10.222.0.91 "GET /v2.0/routers/4ce12089-93d4-4b3b-b11c-bbaafaf90c09 HTTP/1.1" status: 200 len: 710 time: 0.1392837 Mar 23 08:55:14.335362 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777d6181-ad09-4219-a568-1e2632087745 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:55:14.337007 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-777d6181-ad09-4219-a568-1e2632087745 demo admin] 10.222.0.91 "GET /v2.0/networks/fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 HTTP/1.1" status: 200 len: 886 time: 0.0813267 Mar 23 08:55:14.346350 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:55:14.695202 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Publish callbacks [] for router_gateway (4ce12089-93d4-4b3b-b11c-bbaafaf90c09), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:14.947386 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Publish callbacks [] for router_gateway (4ce12089-93d4-4b3b-b11c-bbaafaf90c09), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:15.021945 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:15.131736 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Allocated IP 172.28.1.115 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/a2757d8e-b215-47cc-a408-04b93981ae3a) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 08:55:15.237014 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Publish callbacks [] for port (a2757d8e-b215-47cc-a408-04b93981ae3a), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:15.271497 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (a2757d8e-b215-47cc-a408-04b93981ae3a), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:15.306770 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 08:55:15.309480 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:55:15.317761 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 08:55:15.323141 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Pushing event updated for resources: {'Port': ['ID=a2757d8e-b215-47cc-a408-04b93981ae3a,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:55:15.578838 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Publish callbacks [] for router_gateway (4ce12089-93d4-4b3b-b11c-bbaafaf90c09), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:15.788114 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548563', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30863'] for router (4ce12089-93d4-4b3b-b11c-bbaafaf90c09), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:15.792351 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542603'] for router (4ce12089-93d4-4b3b-b11c-bbaafaf90c09), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:16.000688 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Router 4ce12089-93d4-4b3b-b11c-bbaafaf90c09 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 08:55:16.115905 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 08:55:16.120254 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] Publish callbacks [] for router (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:16.121437 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-6a52a246-3c87-4683-a9f3-c37938c60f5b demo admin] 10.222.0.91 "PUT /v2.0/routers/4ce12089-93d4-4b3b-b11c-bbaafaf90c09 HTTP/1.1" status: 200 len: 890 time: 1.7787828 Mar 23 08:55:17.650684 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device a02368eb-932f-467f-87a3-c5684e5d3fbe up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 08:55:17.704733 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port a02368eb-932f-467f-87a3-c5684e5d3fbe triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:55:17.705714 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:17.799649 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port a02368eb-932f-467f-87a3-c5684e5d3fbe is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:55:18.873991 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50180) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:55:19.028350 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-8988e828-cc87-44d1-ab53-45c607d50b5b admin admin] 10.222.0.91 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1530490 Mar 23 08:55:19.620086 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Sync routers for ids ['4ce12089-93d4-4b3b-b11c-bbaafaf90c09'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 08:55:19.632919 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Routers {'4ce12089-93d4-4b3b-b11c-bbaafaf90c09'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 08:55:19.633579 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T08:55:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['4ce12089-93d4-4b3b-b11c-bbaafaf90c09'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:55:19.860865 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Set router 4ce12089-93d4-4b3b-b11c-bbaafaf90c09 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 08:55:20.354674 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce12089-93d4-4b3b-b11c-bbaafaf90c09', 'name': 'router1', 'tenant_id': '4013d9c4ec9f457da7c0e7863885b92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a2757d8e-b215-47cc-a408-04b93981ae3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T08:54:57Z', 'updated_at': '2022-03-23T08:55:15Z', 'revision_number': 4, 'project_id': '4013d9c4ec9f457da7c0e7863885b92a', 'gw_port': {'id': 'a2757d8e-b215-47cc-a408-04b93981ae3a', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:76:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce12089-93d4-4b3b-b11c-bbaafaf90c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:55:15Z', 'updated_at': '2022-03-23T08:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'a02368eb-932f-467f-87a3-c5684e5d3fbe', 'name': '', 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589', 'tenant_id': '4013d9c4ec9f457da7c0e7863885b92a', 'mac_address': 'fa:16:3e:50:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce12089-93d4-4b3b-b11c-bbaafaf90c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50546628-206d-4d51-9b4f-59c4e86d0d46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:55:06Z', 'updated_at': '2022-03-23T08:55:10Z', 'revision_number': 5, 'project_id': '4013d9c4ec9f457da7c0e7863885b92a', 'subnets': [{'id': '50546628-206d-4d51-9b4f-59c4e86d0d46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3daa8d3-ae0a-4f5f-b054-a12ace2ca6ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:55:20.409558 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Checking router: 4ce12089-93d4-4b3b-b11c-bbaafaf90c09 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 08:55:20.409983 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Updating router 4ce12089-93d4-4b3b-b11c-bbaafaf90c09 port a2757d8e-b215-47cc-a408-04b93981ae3a binding host dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 08:55:20.475247 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a2757d8e-b215-47cc-a408-04b93981ae3a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:20.821500 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Publish callbacks [] for port (a2757d8e-b215-47cc-a408-04b93981ae3a), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:20.827587 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (a2757d8e-b215-47cc-a408-04b93981ae3a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:20.887055 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c36b3e-d611-47a8-8e59-2cab7bdcc47a None None] Pushing event updated for resources: {'Port': ['ID=a2757d8e-b215-47cc-a408-04b93981ae3a,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:55:20.897053 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Attempting to bind port a2757d8e-b215-47cc-a408-04b93981ae3a on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 08:55:20.897438 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Attempting to bind port a2757d8e-b215-47cc-a408-04b93981ae3a by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 08:55:20.898194 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Attempting to bind port a2757d8e-b215-47cc-a408-04b93981ae3a on network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 08:55:20.904073 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 8, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 08:55:20.904461 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Checking segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 08:55:20.904997 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:20.905897 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Bound using segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 08:55:20.905897 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Bound port: a2757d8e-b215-47cc-a408-04b93981ae3a, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 08:55:20.906277 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a2757d8e-b215-47cc-a408-04b93981ae3a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:20.962135 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] For port a2757d8e-b215-47cc-a408-04b93981ae3a, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 08:55:20.965981 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] For port a2757d8e-b215-47cc-a408-04b93981ae3a, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=a2757d8e-b215-47cc-a408-04b93981ae3a,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 08:55:20.973403 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (a2757d8e-b215-47cc-a408-04b93981ae3a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:21.035397 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Routers {'4ce12089-93d4-4b3b-b11c-bbaafaf90c09'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 08:55:21.036042 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T08:55:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['4ce12089-93d4-4b3b-b11c-bbaafaf90c09'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:55:21.103865 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c36b3e-d611-47a8-8e59-2cab7bdcc47a None None] Pushing event updated for resources: {'Port': ['ID=a2757d8e-b215-47cc-a408-04b93981ae3a,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:55:21.156877 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] Set router 4ce12089-93d4-4b3b-b11c-bbaafaf90c09 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 08:55:21.394544 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce12089-93d4-4b3b-b11c-bbaafaf90c09', 'name': 'router1', 'tenant_id': '4013d9c4ec9f457da7c0e7863885b92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a2757d8e-b215-47cc-a408-04b93981ae3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T08:54:57Z', 'updated_at': '2022-03-23T08:55:15Z', 'revision_number': 4, 'project_id': '4013d9c4ec9f457da7c0e7863885b92a', 'gw_port': {'id': 'a2757d8e-b215-47cc-a408-04b93981ae3a', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:76:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce12089-93d4-4b3b-b11c-bbaafaf90c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:55:15Z', 'updated_at': '2022-03-23T08:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'a02368eb-932f-467f-87a3-c5684e5d3fbe', 'name': '', 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589', 'tenant_id': '4013d9c4ec9f457da7c0e7863885b92a', 'mac_address': 'fa:16:3e:50:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce12089-93d4-4b3b-b11c-bbaafaf90c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50546628-206d-4d51-9b4f-59c4e86d0d46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:55:06Z', 'updated_at': '2022-03-23T08:55:10Z', 'revision_number': 5, 'project_id': '4013d9c4ec9f457da7c0e7863885b92a', 'subnets': [{'id': '50546628-206d-4d51-9b4f-59c4e86d0d46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3daa8d3-ae0a-4f5f-b054-a12ace2ca6ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 08:55:21.426396 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece553a6-5114-40c3-90a7-b523547045fe None None] The sync data for ids ['4ce12089-93d4-4b3b-b11c-bbaafaf90c09'] in dv-cinder-834822-2-smb is: [{'id': '4ce12089-93d4-4b3b-b11c-bbaafaf90c09', 'name': 'router1', 'tenant_id': '4013d9c4ec9f457da7c0e7863885b92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a2757d8e-b215-47cc-a408-04b93981ae3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T08:54:57Z', 'updated_at': '2022-03-23T08:55:15Z', 'revision_number': 4, 'project_id': '4013d9c4ec9f457da7c0e7863885b92a', 'gw_port': {'id': 'a2757d8e-b215-47cc-a408-04b93981ae3a', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:76:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce12089-93d4-4b3b-b11c-bbaafaf90c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:55:15Z', 'updated_at': '2022-03-23T08:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'a02368eb-932f-467f-87a3-c5684e5d3fbe', 'name': '', 'network_id': 'a8109536-90b0-415c-a55c-1b3794d69589', 'tenant_id': '4013d9c4ec9f457da7c0e7863885b92a', 'mac_address': 'fa:16:3e:50:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce12089-93d4-4b3b-b11c-bbaafaf90c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50546628-206d-4d51-9b4f-59c4e86d0d46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T08:55:06Z', 'updated_at': '2022-03-23T08:55:10Z', 'revision_number': 5, 'project_id': '4013d9c4ec9f457da7c0e7863885b92a', 'subnets': [{'id': '50546628-206d-4d51-9b4f-59c4e86d0d46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3daa8d3-ae0a-4f5f-b054-a12ace2ca6ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 08:55:21.692038 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device a2757d8e-b215-47cc-a408-04b93981ae3a up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 08:55:21.774867 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port a2757d8e-b215-47cc-a408-04b93981ae3a triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:55:21.775441 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (a2757d8e-b215-47cc-a408-04b93981ae3a), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:21.906622 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port a2757d8e-b215-47cc-a408-04b93981ae3a is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:55:21.907905 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a2757d8e-b215-47cc-a408-04b93981ae3a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:21.955427 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] For port a2757d8e-b215-47cc-a408-04b93981ae3a, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=a2757d8e-b215-47cc-a408-04b93981ae3a,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 08:55:21.963341 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (a2757d8e-b215-47cc-a408-04b93981ae3a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:22.031507 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Pushing event updated for resources: {'Port': ['ID=a2757d8e-b215-47cc-a408-04b93981ae3a,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:55:23.674675 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device a2757d8e-b215-47cc-a408-04b93981ae3a up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 08:55:23.755794 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port a2757d8e-b215-47cc-a408-04b93981ae3a triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:55:23.756397 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (a2757d8e-b215-47cc-a408-04b93981ae3a), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:23.861287 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port a2757d8e-b215-47cc-a408-04b93981ae3a is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:55:30.456741 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-952f9194-f967-4189-aed8-914557c00fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:31.711029 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 5 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:55:32.774005 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a20d89e6-acf6-4311-9327-733d6cf72428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:33.913572 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:35.534904 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:55:36.802109 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:00.453541 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6daf9bb9-b785-4876-88f3-9be93b8ee6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:02.905131 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1f3d009f-793d-447f-8057-3ca9912ce380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:03.917924 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:05.537688 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:06.797628 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:08.709377 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 5 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:56:30.457114 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b88853e3-22d1-4d6c-b7a2-1fe005380cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:32.799773 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7bb8fe97-eabc-4e8c-a73b-003f941b3a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:33.919367 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:35.537862 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:36.802352 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:42.612999 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50664) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:56:42.681010 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.pecan_wsgi.hooks.translation [None req-285decfe-2b0b-45d5-90ae-ad604bd85de0 admin admin] GET failed (client error): The resource could not be found. Mar 23 08:56:42.682399 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-285decfe-2b0b-45d5-90ae-ad604bd85de0 admin admin] 10.222.0.91 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684237 Mar 23 08:56:42.847318 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bf35a9-ed01-4b5c-b382-412b26c8f792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:56:42.848798 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-93bf35a9-ed01-4b5c-b382-412b26c8f792 admin admin] 10.222.0.91 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1618674 Mar 23 08:56:45.231213 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50674) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:56:45.330120 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83c7cd6-1693-4c1a-af60-eef54323b79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:56:45.331463 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-f83c7cd6-1693-4c1a-af60-eef54323b79b admin admin] 10.222.0.91 "GET /v2.0/subnets/50546628-206d-4d51-9b4f-59c4e86d0d46 HTTP/1.1" status: 200 len: 849 time: 0.0993068 Mar 23 08:56:45.341198 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:56:45.428018 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Publish callbacks [] for subnet (50546628-206d-4d51-9b4f-59c4e86d0d46), before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:45.584069 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760674914443'] for subnet (50546628-206d-4d51-9b4f-59c4e86d0d46), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:45.621217 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:56:45.622138 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:45.623114 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] 10.222.0.91 "PUT /v2.0/subnets/50546628-206d-4d51-9b4f-59c4e86d0d46 HTTP/1.1" status: 200 len: 868 time: 0.2858222 Mar 23 08:56:45.623391 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa1fd5-14a9-43d6-b69a-7663bce3e158 None None] Network a8109536-90b0-415c-a55c-1b3794d69589 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 08:56:45.635919 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50546628-206d-4d51-9b4f-59c4e86d0d46,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:56:45.644525 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:45.644876 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:45.645242 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:45.645601 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:45.645981 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:45.646316 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:45.646639 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:45.646964 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:45.647336 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:45.647684 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:45.648017 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:45.648361 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:45.648685 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:45.649004 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:45.649325 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eff1eea-7c52-4c4d-a89b-2cf7b7bff809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:56:45.709161 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 5 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:56:45.979885 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-b0c30dff-94a7-4b7c-9455-13c0d1c313aa None None] Provisioning complete for port a02368eb-932f-467f-87a3-c5684e5d3fbe triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:56:45.980201 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b0c30dff-94a7-4b7c-9455-13c0d1c313aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (a02368eb-932f-467f-87a3-c5684e5d3fbe), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:46.061822 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b0c30dff-94a7-4b7c-9455-13c0d1c313aa None None] Current status of the port a02368eb-932f-467f-87a3-c5684e5d3fbe is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:56:46.071885 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-b0c30dff-94a7-4b7c-9455-13c0d1c313aa None None] Provisioning complete for port 970b6c96-fc20-42ad-a8ba-87012ce0feda triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:56:46.072274 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b0c30dff-94a7-4b7c-9455-13c0d1c313aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (970b6c96-fc20-42ad-a8ba-87012ce0feda), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:56:46.147900 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b0c30dff-94a7-4b7c-9455-13c0d1c313aa None None] Current status of the port 970b6c96-fc20-42ad-a8ba-87012ce0feda is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:56:48.022935 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50682) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:56:48.224124 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5150edc0-fa26-4f73-9048-348eed6a3871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:56:48.224503 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5150edc0-fa26-4f73-9048-348eed6a3871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:56:48.226178 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-5150edc0-fa26-4f73-9048-348eed6a3871 admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020295 Mar 23 08:56:50.605675 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50690) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:56:50.741255 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac6d605-44f1-458a-8f9c-13f195632291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:56:50.741631 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac6d605-44f1-458a-8f9c-13f195632291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:56:50.743197 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-0ac6d605-44f1-458a-8f9c-13f195632291 admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1365483 Mar 23 08:56:53.107688 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50698) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:56:53.245521 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188adbc3-744b-4791-988b-fc62e922055a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:56:53.246930 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-188adbc3-744b-4791-988b-fc62e922055a admin admin] 10.222.0.91 "GET /v2.0/networks/a8109536-90b0-415c-a55c-1b3794d69589 HTTP/1.1" status: 200 len: 869 time: 0.1382976 Mar 23 08:56:55.618205 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50706) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:56:55.751586 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d985a-af71-401d-8418-edd211115fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:56:55.753010 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-157d985a-af71-401d-8418-edd211115fae admin admin] 10.222.0.91 "GET /v2.0/networks/fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 HTTP/1.1" status: 200 len: 886 time: 0.1336887 Mar 23 08:56:58.127494 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50714) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:56:58.257746 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0553053d-d3d2-45d5-bfc3-4b0696c14258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:56:58.258230 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0553053d-d3d2-45d5-bfc3-4b0696c14258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:56:58.259800 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-0553053d-d3d2-45d5-bfc3-4b0696c14258 admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1312771 Mar 23 08:57:00.459523 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b0d6c5fd-9f30-4bd0-883d-f7c8a1a10723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:00.647651 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 50722) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:57:00.780369 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a67aff-f04d-4006-a86d-1ad56a766c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:57:00.780719 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a67aff-f04d-4006-a86d-1ad56a766c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:57:00.782472 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-09a67aff-f04d-4006-a86d-1ad56a766c65 admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1338751 Mar 23 08:57:02.803556 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c989bf3-cb8e-4e50-9041-877fe278eb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:03.164967 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50732) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:57:03.265550 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f59e32-77e5-4b22-983e-dde332ca146d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:57:03.267364 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-b5f59e32-77e5-4b22-983e-dde332ca146d admin admin] 10.222.0.91 "GET /v2.0/subnets/50546628-206d-4d51-9b4f-59c4e86d0d46 HTTP/1.1" status: 200 len: 868 time: 0.1013985 Mar 23 08:57:03.920439 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:05.534109 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:05.673400 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50740) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:57:05.771401 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fb175f-1d21-4869-ad95-4f6fb09f8931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:57:05.772682 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-77fb175f-1d21-4869-ad95-4f6fb09f8931 admin admin] 10.222.0.91 "GET /v2.0/subnets/5ea3a26f-c56b-44e4-bddc-2382ca705a31 HTTP/1.1" status: 200 len: 816 time: 0.0980926 Mar 23 08:57:06.805978 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:22.710593 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 5 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:57:30.462377 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-41894d34-2987-470c-a649-d40ba410f9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:32.805930 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-63089b1a-9457-48e3-9db3-a6813c189ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:33.924643 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:34.649282 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50792) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:57:34.698613 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [None req-5e45a536-4319-4a73-a504-617b574352d0 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 08:57:34.699587 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-5e45a536-4319-4a73-a504-617b574352d0 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0492594 Mar 23 08:57:35.537077 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:36.808764 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:37.219445 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50800) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:57:37.289412 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3e75dc-594d-426d-b584-a673e7d682d9 admin admin] GET failed (client error): The resource could not be found. Mar 23 08:57:37.290655 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-1d3e75dc-594d-426d-b584-a673e7d682d9 admin admin] 10.222.0.91 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0702825 Mar 23 08:57:37.377006 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c138103-0232-4970-b356-c56c62599d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:57:37.378513 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-3c138103-0232-4970-b356-c56c62599d72 admin admin] 10.222.0.91 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0830057 Mar 23 08:57:39.772825 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 50808) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:57:39.822046 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:57:39.841516 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Made reservation on behalf of 4f84215cf7bd482fbf127f755944e65d for: {'network': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 08:57:39.843951 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:39.878628 dv-cinder-834822-2-smb neutron-server[103134]: WARNING neutron.services.revisions.revision_plugin [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Could not find related network for resource to bump revision. Mar 23 08:57:39.893183 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 08:57:39.901919 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (64a283c1-1184-483a-ae00-dcc1f9d4f722), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:39.902260 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.segments_db [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Added segment 64a283c1-1184-483a-ae00-dcc1f9d4f722 of type vlan for network 4eefc547-3699-4e64-912f-eb783953f8c0 Mar 23 08:57:39.944198 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (4eefc547-3699-4e64-912f-eb783953f8c0), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:39.972079 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (4eefc547-3699-4e64-912f-eb783953f8c0), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:39.973081 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:57:39.973663 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:40.024665 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2506657 Mar 23 08:57:40.035727 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Pushing event updated for resources: {'Network': ['ID=4eefc547-3699-4e64-912f-eb783953f8c0,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:57:40.043121 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:40.043467 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:40.043840 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:40.044195 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:40.044533 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:40.044861 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:40.045185 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:40.045510 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:40.046178 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:40.047121 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:40.047440 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:40.047789 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:40.048116 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:40.048441 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:40.048759 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553e8f0-2cab-46ed-8e4f-4847e98fbfcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:40.060083 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network 4eefc547-3699-4e64-912f-eb783953f8c0 details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 08:57:42.461539 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50816) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:57:42.524823 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.pecan_wsgi.hooks.translation [None req-faafb85d-5917-4530-8e76-cb04fcf71eb3 admin admin] GET failed (client error): The resource could not be found. Mar 23 08:57:42.526164 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-faafb85d-5917-4530-8e76-cb04fcf71eb3 admin admin] 10.222.0.91 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0635302 Mar 23 08:57:42.705077 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd13d1-8edf-4d8f-a81f-1ad9524b9169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:57:42.706469 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-fcdd13d1-8edf-4d8f-a81f-1ad9524b9169 admin admin] 10.222.0.91 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1763475 Mar 23 08:57:42.716218 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-b03402b1-15e8-47aa-bba5-ad5dd1d37e8e admin admin] Request body: {'subnet': {'network_id': '4eefc547-3699-4e64-912f-eb783953f8c0', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 08:57:42.735742 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03402b1-15e8-47aa-bba5-ad5dd1d37e8e admin admin] Made reservation on behalf of 4f84215cf7bd482fbf127f755944e65d for: {'subnet': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 08:57:42.738481 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b03402b1-15e8-47aa-bba5-ad5dd1d37e8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:42.910213 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b03402b1-15e8-47aa-bba5-ad5dd1d37e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for subnet (812ad07d-dc23-4c90-9991-62e04c8e292a), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:42.968550 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03402b1-15e8-47aa-bba5-ad5dd1d37e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=812ad07d-dc23-4c90-9991-62e04c8e292a,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:57:42.973902 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03402b1-15e8-47aa-bba5-ad5dd1d37e8e admin admin] Checking segment: {'id': '64a283c1-1184-483a-ae00-dcc1f9d4f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4eefc547-3699-4e64-912f-eb783953f8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 08:57:42.974278 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03402b1-15e8-47aa-bba5-ad5dd1d37e8e admin admin] Network hostable DHCP agents. Network: 4eefc547-3699-4e64-912f-eb783953f8c0, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 08:57:42.996255 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03402b1-15e8-47aa-bba5-ad5dd1d37e8e admin admin] Network 4eefc547-3699-4e64-912f-eb783953f8c0 is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 08:57:43.006137 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-b03402b1-15e8-47aa-bba5-ad5dd1d37e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, 4eefc547-3699-4e64-912f-eb783953f8c0) {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:57:43.010420 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03402b1-15e8-47aa-bba5-ad5dd1d37e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 08:57:43.011010 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b03402b1-15e8-47aa-bba5-ad5dd1d37e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:43.017276 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd7ff8d-cdbd-4667-b111-1b8d874f818f None None] Network 4eefc547-3699-4e64-912f-eb783953f8c0 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 08:57:43.027306 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-b03402b1-15e8-47aa-bba5-ad5dd1d37e8e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3145473 Mar 23 08:57:43.130681 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cca9dd7-b169-575a-9c40-e0a1a660edb3-4eefc547-3699-4e64-912f-eb783953f8c0', 'network_id': '4eefc547-3699-4e64-912f-eb783953f8c0', 'project_id': '4f84215cf7bd482fbf127f755944e65d', 'fixed_ips': [{'subnet_id': '812ad07d-dc23-4c90-9991-62e04c8e292a'}]}} from dv-cinder-834822-2-smb. {{(pid=103136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 08:57:43.131644 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:43.287226 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Allocated IP 192.168.233.2 (4eefc547-3699-4e64-912f-eb783953f8c0/812ad07d-dc23-4c90-9991-62e04c8e292a/b5816dde-85a7-43d5-835c-d78c9dc8fe67) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 08:57:43.539132 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Publish callbacks [] for port (b5816dde-85a7-43d5-835c-d78c9dc8fe67), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:43.545570 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (b5816dde-85a7-43d5-835c-d78c9dc8fe67), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:43.594303 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Network 4eefc547-3699-4e64-912f-eb783953f8c0 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 08:57:43.598615 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 08:57:43.600800 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Pushing event updated for resources: {'Port': ['ID=b5816dde-85a7-43d5-835c-d78c9dc8fe67,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:57:43.602968 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 08:57:43.615480 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:43.615866 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:43.616180 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:43.616548 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:43.616895 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:43.617232 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:43.617564 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:43.617919 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:43.618251 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:43.618582 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:43.618912 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:43.619276 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:43.619583 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:43.619908 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:43.620232 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:57:43.669708 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Attempting to bind port b5816dde-85a7-43d5-835c-d78c9dc8fe67 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 08:57:43.670116 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Attempting to bind port b5816dde-85a7-43d5-835c-d78c9dc8fe67 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '64a283c1-1184-483a-ae00-dcc1f9d4f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4eefc547-3699-4e64-912f-eb783953f8c0'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 08:57:43.670494 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Attempting to bind port b5816dde-85a7-43d5-835c-d78c9dc8fe67 on network 4eefc547-3699-4e64-912f-eb783953f8c0 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 08:57:43.676526 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 8, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 08:57:43.676905 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Checking segment: {'id': '64a283c1-1184-483a-ae00-dcc1f9d4f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4eefc547-3699-4e64-912f-eb783953f8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 08:57:43.677314 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:43.677708 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Bound using segment: {'id': '64a283c1-1184-483a-ae00-dcc1f9d4f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4eefc547-3699-4e64-912f-eb783953f8c0'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 08:57:43.678218 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Bound port: b5816dde-85a7-43d5-835c-d78c9dc8fe67, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a283c1-1184-483a-ae00-dcc1f9d4f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4eefc547-3699-4e64-912f-eb783953f8c0'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 08:57:43.678599 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (b5816dde-85a7-43d5-835c-d78c9dc8fe67), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:43.741343 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] For port b5816dde-85a7-43d5-835c-d78c9dc8fe67, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 08:57:43.744721 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] For port b5816dde-85a7-43d5-835c-d78c9dc8fe67, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=b5816dde-85a7-43d5-835c-d78c9dc8fe67,segment=NetworkSegment(64a283c1-1184-483a-ae00-dcc1f9d4f722),segment_id=64a283c1-1184-483a-ae00-dcc1f9d4f722)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 08:57:43.757500 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (b5816dde-85a7-43d5-835c-d78c9dc8fe67), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:43.822808 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86294b3-a5f5-4c2e-a886-f0235dff36ae None None] Pushing event updated for resources: {'Port': ['ID=b5816dde-85a7-43d5-835c-d78c9dc8fe67,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:57:44.699131 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8568844d-ce6a-47ba-9948-3b535e55abd2 None None] Network 4eefc547-3699-4e64-912f-eb783953f8c0 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 08:57:44.765408 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-b59e71cb-70ac-4340-9b8e-760a6fead049 None None] Provisioning complete for port b5816dde-85a7-43d5-835c-d78c9dc8fe67 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:57:44.765946 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b59e71cb-70ac-4340-9b8e-760a6fead049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (b5816dde-85a7-43d5-835c-d78c9dc8fe67), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:44.893428 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b59e71cb-70ac-4340-9b8e-760a6fead049 None None] Current status of the port b5816dde-85a7-43d5-835c-d78c9dc8fe67 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:57:44.893833 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b59e71cb-70ac-4340-9b8e-760a6fead049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (b5816dde-85a7-43d5-835c-d78c9dc8fe67), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:44.928755 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-b59e71cb-70ac-4340-9b8e-760a6fead049 None None] For port b5816dde-85a7-43d5-835c-d78c9dc8fe67, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=b5816dde-85a7-43d5-835c-d78c9dc8fe67,segment=NetworkSegment(64a283c1-1184-483a-ae00-dcc1f9d4f722),segment_id=64a283c1-1184-483a-ae00-dcc1f9d4f722)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 08:57:44.933087 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b59e71cb-70ac-4340-9b8e-760a6fead049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (b5816dde-85a7-43d5-835c-d78c9dc8fe67), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:44.997916 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e71cb-70ac-4340-9b8e-760a6fead049 None None] Pushing event updated for resources: {'Port': ['ID=b5816dde-85a7-43d5-835c-d78c9dc8fe67,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:57:45.155344 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-7afc4504-e77c-4c36-bd10-c7f9c2bb93e0 None None] Provisioning complete for port b5816dde-85a7-43d5-835c-d78c9dc8fe67 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:57:45.155749 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7afc4504-e77c-4c36-bd10-c7f9c2bb93e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (b5816dde-85a7-43d5-835c-d78c9dc8fe67), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:45.234888 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7afc4504-e77c-4c36-bd10-c7f9c2bb93e0 None None] Current status of the port b5816dde-85a7-43d5-835c-d78c9dc8fe67 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:57:45.739631 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device b5816dde-85a7-43d5-835c-d78c9dc8fe67 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 08:57:45.788588 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port b5816dde-85a7-43d5-835c-d78c9dc8fe67 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 08:57:45.788976 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (b5816dde-85a7-43d5-835c-d78c9dc8fe67), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:57:45.872493 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port b5816dde-85a7-43d5-835c-d78c9dc8fe67 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 08:57:59.709352 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 5 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:58:00.463870 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-838801c3-c9c2-4738-bb57-24845e8a49a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:02.810464 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-add79043-68a4-4d00-9c98-e9af17016d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:03.924988 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:05.538033 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:06.811592 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:30.465879 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-001e9ced-c467-434f-94ff-0e65c70689c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:32.819398 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-940f4595-6902-45c1-92f2-980e70ac398b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:33.926259 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:35.541154 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:58:36.708046 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 5 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:58:36.814787 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:00.469430 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-daff960a-447b-4b58-ae60-9ea4698b08dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:02.812895 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d35c46b-9727-4b19-8656-64eae6c3a7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:03.929808 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:05.545544 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:06.817808 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:07.470964 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50854) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:59:07.476611 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [None req-2d90d247-3eaf-45b2-92fa-abc9a3e78a0b tempest-verify_tempest_config-1379662076 tempest-verify_tempest_config-1379662076-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 08:59:07.477607 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-2d90d247-3eaf-45b2-92fa-abc9a3e78a0b tempest-verify_tempest_config-1379662076 tempest-verify_tempest_config-1379662076-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056667 Mar 23 08:59:07.779056 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 50872) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:59:07.889339 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:07.964468 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Publish callbacks [] for security_group (009dbe23-aaf5-4d14-a277-bb3e1e5dc56e), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:07.968890 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (009dbe23-aaf5-4d14-a277-bb3e1e5dc56e), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:08.014205 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b48a99d760fb4ee98e18f9653861e5aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2340562 Mar 23 08:59:08.014890 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009dbe23-aaf5-4d14-a277-bb3e1e5dc56e,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:59:08.017409 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 50876) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 08:59:08.022511 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.022891 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.023254 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.023603 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.023935 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.024458 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.024797 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.025124 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.025451 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.025779 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.026149 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.026477 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.026797 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.027117 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.027437 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0212bc-04ae-4a60-b1b7-88038701422e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.078496 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Publish callbacks [] for security_group (009dbe23-aaf5-4d14-a277-bb3e1e5dc56e), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:08.099650 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Publish callbacks [] for security_group (009dbe23-aaf5-4d14-a277-bb3e1e5dc56e), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:08.197487 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (009dbe23-aaf5-4d14-a277-bb3e1e5dc56e), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:08.200752 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:08.202604 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/009dbe23-aaf5-4d14-a277-bb3e1e5dc56e HTTP/1.1" status: 204 len: 168 time: 0.1840465 Mar 23 08:59:08.210784 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009dbe23-aaf5-4d14-a277-bb3e1e5dc56e,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 08:59:08.218498 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.218862 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.219294 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.219645 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.219980 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.220312 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.220641 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.220971 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.221298 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.221626 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.221994 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.222319 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.222643 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.222964 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:08.223286 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b12958-e3e8-4d0c-9a17-f528907911b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 08:59:13.707197 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 5 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 08:59:30.471787 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-21eb35bf-7545-431f-9a0f-8eafe4178254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:32.814739 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-508b1bb8-28d3-4b05-9144-7df5096c4643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:33.933913 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:35.548564 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:36.822667 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 08:59:50.706118 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 5 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:00:00.474587 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cfd77d04-ee65-42a8-bb93-905bca8d816b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:02.822044 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-72660512-f1af-49bd-a3c4-2ac1d6aed1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:03.937157 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:05.557053 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:06.828160 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:27.704637 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 5 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:00:30.475475 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cbfaac6e-4cbd-4cdc-a5dd-361941fc73d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:32.815209 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4927335-0f00-4579-ad41-d6e08396b4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:33.941325 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:35.553040 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:00:36.834187 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:00.487695 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b603e626-7056-403d-ab26-47d69917581c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:00.597958 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541473'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:02.817285 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-913b3301-2a99-43ed-93b2-91a814313dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:03.943883 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:04.703582 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:01:05.557532 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:06.827339 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:15.899653 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 50948) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:16.004607 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-253b8571-400e-442e-9178-69739eb402b9 admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1038487 Mar 23 09:01:18.380635 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 50958) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:01:18.435168 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-635083fe-27d6-4ae3-b9a8-debe3b2371cc admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0534492 Mar 23 09:01:30.485978 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d41e8a47-0cfe-409b-afbc-e150cc2e33e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:30.567913 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:32.820111 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-94339a28-3e2f-499c-af99-2a13c9fad1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:33.947513 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:35.560191 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:36.830434 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:01:41.702727 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:02:00.482450 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cac51d5b-6144-4d4a-814a-53968105ed5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:00.588426 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:02.822047 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f95c2e06-ae25-4d5d-bc67-31f98699ff3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:03.951288 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:05.565021 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:06.833914 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:18.702875 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:02:30.474140 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-12d27e20-e459-4c5f-98bc-39015c8fcb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:30.584993 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:32.826767 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e0c39d23-d45a-48d1-b1b8-bd2984a2d313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:33.952471 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:35.567187 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:36.838489 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:02:55.703999 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:03:00.476937 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01d9c0e2-acdc-4f71-9e24-eb8e9619ea80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:00.587856 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:02.847083 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-004a471c-6e74-4a56-8301-1ab76b1782c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:03.960327 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:05.579699 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:06.852999 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.236063 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51158) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:07.393033 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51168) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:07.429146 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 51172) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:07.560484 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2025202123-network', 'tenant_id': 'd6e4714b3a9444c6a4467a6c99c69c97'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:07.572744 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 51188) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:07.595000 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Made reservation on behalf of d6e4714b3a9444c6a4467a6c99c69c97 for: {'network': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:07.598929 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.611093 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.702071 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Publish callbacks [] for security_group (98b0d596-fcf3-4bcd-9353-65ebeb597c86), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.708367 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-network', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:07.730810 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (98b0d596-fcf3-4bcd-9353-65ebeb597c86), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.751550 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] Made reservation on behalf of 374ea8e4034e4b098ab4e807faac55b9 for: {'network': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:07.754246 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.764010 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:03:07.780883 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.784960 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b0d596-fcf3-4bcd-9353-65ebeb597c86,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:07.795927 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (fa4ed6ba-4946-44f4-a177-de60e5996047), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.796510 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.segments_db [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Added segment fa4ed6ba-4946-44f4-a177-de60e5996047 of type vlan for network 48f5f076-96bb-4a1f-9dcd-e56f1ad81a58 Mar 23 09:03:07.814456 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:07.815157 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:07.815732 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:07.816605 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:07.817154 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:07.817672 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:07.818207 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:07.818748 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:07.819276 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:07.819849 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:07.820805 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:07.822719 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:07.823234 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:07.823792 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:07.824633 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Tracked resource versions report: Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: pushed versions: Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: { 'AddressGroup': {'1.2'}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'Agent': {'1.1'}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'ConntrackHelper': {'1.0'}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'LocalIPAssociation': {'1.0'}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'Log': {'1.0'}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'NDPProxy': {'1.0'}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'Network': {'1.1'}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'Port': {'1.7'}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'PortForwarding': {'1.3'}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'QosPolicy': {'1.10'}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'SecurityGroup': {'1.5'}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'SecurityGroupRule': {'1.2'}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'SubPort': {'1.0'}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'Subnet': {'1.1'}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'Trunk': {'1.1'}} Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: consumer versions: Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: { DHCP agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: HyperV agent@hv-cinder-83482: {}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: L3 agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: Metadata agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: Metering agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: Open vSwitch agent@dv-cinder-834822-2-smb: { 'AddressGroup': '1.2', Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'Agent': '1.1', Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'ConntrackHelper': '1.0', Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'LocalIPAssociation': '1.0', Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'Log': '1.0', Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'NDPProxy': '1.0', Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'Network': '1.1', Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'Port': '1.7', Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'PortForwarding': '1.3', Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'QosPolicy': '1.10', Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'SecurityGroup': '1.5', Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'SecurityGroupRule': '1.2', Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'SubPort': '1.0', Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'Subnet': '1.1', Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: 'Trunk': '1.1'}} Mar 23 09:03:07.826671 dv-cinder-834822-2-smb neutron-server[103134]: {{(pid=103134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 09:03:07.878695 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (48f5f076-96bb-4a1f-9dcd-e56f1ad81a58), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.902017 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-864839724-network', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:07.935901 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Made reservation on behalf of d5c385a890af4ad8a66dceaef2f65557 for: {'network': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:07.939399 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.954294 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.975149 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] Publish callbacks [] for security_group (d18cd966-2cf3-41c4-a69f-b3f2de9a85f4), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.977324 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (48f5f076-96bb-4a1f-9dcd-e56f1ad81a58), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.978629 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:07.979503 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:07.995460 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (d18cd966-2cf3-41c4-a69f-b3f2de9a85f4), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.010330 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7730162 Mar 23 09:03:08.022917 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51208) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:08.056872 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-c8b73eec-6b2b-448a-a513-2eabf78beac8 admin admin] Request body: {'subnet': {'network_id': '48f5f076-96bb-4a1f-9dcd-e56f1ad81a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2025202123-subnet', 'tenant_id': 'd6e4714b3a9444c6a4467a6c99c69c97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:08.057522 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-560481661-network', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:08.090077 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Publish callbacks [] for security_group (d0a40020-fb19-402c-981d-8aaa37e0b042), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.096069 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (d0a40020-fb19-402c-981d-8aaa37e0b042), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.096907 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b73eec-6b2b-448a-a513-2eabf78beac8 admin admin] Made reservation on behalf of d6e4714b3a9444c6a4467a6c99c69c97 for: {'subnet': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:08.099306 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c8b73eec-6b2b-448a-a513-2eabf78beac8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.113088 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=103135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:03:08.126232 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (d15e7367-8eb4-4847-97c0-99f7c459e2c3), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.126571 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.db.segments_db [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Added segment d15e7367-8eb4-4847-97c0-99f7c459e2c3 of type vlan for network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f Mar 23 09:03:08.165374 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=103134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:03:08.185884 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] Made reservation on behalf of 10c31b5d1eda4472b343001019b8c22d for: {'network': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:08.188614 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.199113 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:08.200936 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.205113 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c86d2f-61da-4903-92ea-80ccd88646b1 admin admin] Pushing event updated for resources: {'Network': ['ID=48f5f076-96bb-4a1f-9dcd-e56f1ad81a58,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:08.211961 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (d38a8cf9-2b18-4548-95bc-f305d6826cfb), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.212614 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.segments_db [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] Added segment d38a8cf9-2b18-4548-95bc-f305d6826cfb of type vlan for network 56876f3b-4d32-475e-a709-53e6f280a9c9 Mar 23 09:03:08.238366 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.240423 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network 48f5f076-96bb-4a1f-9dcd-e56f1ad81a58 details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:03:08.273378 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (56876f3b-4d32-475e-a709-53e6f280a9c9), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.310108 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (56876f3b-4d32-475e-a709-53e6f280a9c9), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.311530 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:08.312748 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.320712 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.322135 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:08.323184 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.330237 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a40020-fb19-402c-981d-8aaa37e0b042,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:08.350430 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:08.350987 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:08.352673 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:08.353352 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:08.353892 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:08.354336 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:08.354965 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:08.355615 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:08.356357 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:08.356852 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:08.357247 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:08.357627 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:08.358256 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:08.359751 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:08.360093 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Tracked resource versions report: Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: pushed versions: Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: { 'AddressGroup': {'1.2'}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'Agent': {'1.1'}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'ConntrackHelper': {'1.0'}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'LocalIPAssociation': {'1.0'}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'Log': {'1.0'}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'NDPProxy': {'1.0'}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'Network': {'1.1'}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'Port': {'1.7'}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'PortForwarding': {'1.3'}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'QosPolicy': {'1.10'}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'SecurityGroup': {'1.5'}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'SecurityGroupRule': {'1.2'}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'SubPort': {'1.0'}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'Subnet': {'1.1'}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'Trunk': {'1.1'}} Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: consumer versions: Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: { DHCP agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: HyperV agent@hv-cinder-83482: {}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: L3 agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: Metadata agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: Metering agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: Open vSwitch agent@dv-cinder-834822-2-smb: { 'AddressGroup': '1.2', Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'Agent': '1.1', Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'ConntrackHelper': '1.0', Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'LocalIPAssociation': '1.0', Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'Log': '1.0', Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'NDPProxy': '1.0', Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'Network': '1.1', Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'Port': '1.7', Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'PortForwarding': '1.3', Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'QosPolicy': '1.10', Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'SecurityGroup': '1.5', Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'SecurityGroupRule': '1.2', Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'SubPort': '1.0', Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'Subnet': '1.1', Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: 'Trunk': '1.1'}} Mar 23 09:03:08.361880 dv-cinder-834822-2-smb neutron-server[103135]: {{(pid=103135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 09:03:08.409354 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9767370 Mar 23 09:03:08.415126 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51228) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:08.423001 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0262272 Mar 23 09:03:08.425913 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-ac45bb56-96f7-4c2c-a39e-b36cb6eece86 admin admin] Request body: {'subnet': {'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-subnet', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:08.436177 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 51232) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:08.442980 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740de01-3777-4985-8f91-58557a97addf admin admin] Pushing event updated for resources: {'Network': ['ID=56876f3b-4d32-475e-a709-53e6f280a9c9,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:08.454049 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac45bb56-96f7-4c2c-a39e-b36cb6eece86 admin admin] Made reservation on behalf of d5c385a890af4ad8a66dceaef2f65557 for: {'subnet': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:08.454853 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network 56876f3b-4d32-475e-a709-53e6f280a9c9 details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:03:08.457169 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ac45bb56-96f7-4c2c-a39e-b36cb6eece86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.477814 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-8edbaa25-80c0-4a1a-a8e0-81469da42fd9 admin admin] Request body: {'subnet': {'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-subnet', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:08.543032 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e096ca-20e7-4bbe-aec7-68ec7ab82368 admin admin] Pushing event updated for resources: {'Network': ['ID=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:08.560424 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edbaa25-80c0-4a1a-a8e0-81469da42fd9 admin admin] Made reservation on behalf of 374ea8e4034e4b098ab4e807faac55b9 for: {'subnet': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:08.564847 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8edbaa25-80c0-4a1a-a8e0-81469da42fd9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.642859 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c8b73eec-6b2b-448a-a513-2eabf78beac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for subnet (df21b6f2-909a-4845-a184-6253cbfd773b), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.646598 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:03:08.768243 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b73eec-6b2b-448a-a513-2eabf78beac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df21b6f2-909a-4845-a184-6253cbfd773b,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:08.815889 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8edbaa25-80c0-4a1a-a8e0-81469da42fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for subnet (abff9c7d-437d-4b14-8c68-e708daaaf0ea), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.886763 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b73eec-6b2b-448a-a513-2eabf78beac8 admin admin] Checking segment: {'id': 'fa4ed6ba-4946-44f4-a177-de60e5996047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '48f5f076-96bb-4a1f-9dcd-e56f1ad81a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:08.890887 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b73eec-6b2b-448a-a513-2eabf78beac8 admin admin] Network hostable DHCP agents. Network: 48f5f076-96bb-4a1f-9dcd-e56f1ad81a58, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:03:08.892747 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbaa25-80c0-4a1a-a8e0-81469da42fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abff9c7d-437d-4b14-8c68-e708daaaf0ea,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:08.923137 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] Publish callbacks [] for security_group (bff997e2-d6c2-4bb9-836c-73f001c7f2ad), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.938716 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (bff997e2-d6c2-4bb9-836c-73f001c7f2ad), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.944330 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ac45bb56-96f7-4c2c-a39e-b36cb6eece86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for subnet (557dee99-09a9-460c-be1d-dcb02c131231), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.954393 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=103135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:03:08.967676 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (5c76bb7c-cca7-4cce-8743-448dfcea987f), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:08.968185 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.db.segments_db [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] Added segment 5c76bb7c-cca7-4cce-8743-448dfcea987f of type vlan for network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 Mar 23 09:03:09.023075 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (39df3c5d-1568-4c6e-9b3a-e334a05e9836), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.073450 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (39df3c5d-1568-4c6e-9b3a-e334a05e9836), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.076455 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:09.076843 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.095699 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b73eec-6b2b-448a-a513-2eabf78beac8 admin admin] Network 48f5f076-96bb-4a1f-9dcd-e56f1ad81a58 is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:03:09.124712 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-c8b73eec-6b2b-448a-a513-2eabf78beac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, 48f5f076-96bb-4a1f-9dcd-e56f1ad81a58) {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:09.136611 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e336f62-8845-4918-8040-92d7220312b6 None None] Network 48f5f076-96bb-4a1f-9dcd-e56f1ad81a58 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:09.154554 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45bb56-96f7-4c2c-a39e-b36cb6eece86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=557dee99-09a9-460c-be1d-dcb02c131231,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:09.167559 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b73eec-6b2b-448a-a513-2eabf78beac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:09.168142 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c8b73eec-6b2b-448a-a513-2eabf78beac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.187637 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] Pushing event updated for resources: {'Network': ['ID=39df3c5d-1568-4c6e-9b3a-e334a05e9836,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:09.191630 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45bb56-96f7-4c2c-a39e-b36cb6eece86 admin admin] Checking segment: {'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:09.192123 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac45bb56-96f7-4c2c-a39e-b36cb6eece86 admin admin] Network hostable DHCP agents. Network: 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:03:09.215663 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-c8b73eec-6b2b-448a-a513-2eabf78beac8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1906111 Mar 23 09:03:09.223643 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff997e2-d6c2-4bb9-836c-73f001c7f2ad,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:09.247197 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac45bb56-96f7-4c2c-a39e-b36cb6eece86 admin admin] Network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:03:09.247476 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edbaa25-80c0-4a1a-a8e0-81469da42fd9 admin admin] Checking segment: {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:09.247476 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edbaa25-80c0-4a1a-a8e0-81469da42fd9 admin admin] Network hostable DHCP agents. Network: 56876f3b-4d32-475e-a709-53e6f280a9c9, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:03:09.256220 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-ac45bb56-96f7-4c2c-a39e-b36cb6eece86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f) {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:09.271359 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac45bb56-96f7-4c2c-a39e-b36cb6eece86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:09.271947 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ac45bb56-96f7-4c2c-a39e-b36cb6eece86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.277685 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-cabed207-4ae7-4091-a898-be02a468bc7e admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7032235 Mar 23 09:03:09.278008 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 51270) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:09.288121 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:03:09.291992 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76fa198-c3c6-4efc-ba1d-3dd9c74b5a4e None None] Network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:09.302596 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-0c6d8bee-928e-4e4d-8e2f-2242b747a71c admin admin] Request body: {'subnet': {'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-560481661-subnet', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:09.307711 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-ac45bb56-96f7-4c2c-a39e-b36cb6eece86 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8908918 Mar 23 09:03:09.310580 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51280) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:09.315307 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:09.336386 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edbaa25-80c0-4a1a-a8e0-81469da42fd9 admin admin] Network 56876f3b-4d32-475e-a709-53e6f280a9c9 is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:03:09.363636 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-8edbaa25-80c0-4a1a-a8e0-81469da42fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, 56876f3b-4d32-475e-a709-53e6f280a9c9) {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:09.363857 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30890'] for router (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.365578 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30877'] for router (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.377456 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edbaa25-80c0-4a1a-a8e0-81469da42fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:09.380687 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8edbaa25-80c0-4a1a-a8e0-81469da42fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.385975 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6d8bee-928e-4e4d-8e2f-2242b747a71c admin admin] Made reservation on behalf of 10c31b5d1eda4472b343001019b8c22d for: {'subnet': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:09.402264 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8bee-928e-4e4d-8e2f-2242b747a71c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.423497 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4176608e-542c-494c-965a-0bb082a56311 None None] Network 56876f3b-4d32-475e-a709-53e6f280a9c9 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:09.551347 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-8edbaa25-80c0-4a1a-a8e0-81469da42fd9 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0785236 Mar 23 09:03:09.559225 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 51308) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:09.575738 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:09.593549 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a8b601-5be6-439a-87a5-0a4e444842e1 None None] Network 48f5f076-96bb-4a1f-9dcd-e56f1ad81a58 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:09.594537 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Publish callbacks [] for router_controller (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), precommit_add_association {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.644845 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30890'] for router (63c5e3c2-b417-40f9-a527-4588aad6f58c), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.645906 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30877'] for router (63c5e3c2-b417-40f9-a527-4588aad6f58c), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.821902 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Publish callbacks [] for router_controller (63c5e3c2-b417-40f9-a527-4588aad6f58c), precommit_add_association {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.938878 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cca9dd7-b169-575a-9c40-e0a1a660edb3-3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231'}]}} from dv-cinder-834822-2-smb. {{(pid=103136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:03:09.941294 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:09.986601 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 51348) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:09.992623 dv-cinder-834822-2-smb neutron-server[103135]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 09:03:10.040835 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8bee-928e-4e4d-8e2f-2242b747a71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for subnet (83b4ac13-71e9-4cf6-97ce-85db2357cc64), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:10.092234 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Publish callbacks [] for router_gateway (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:10.192982 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cca9dd7-b169-575a-9c40-e0a1a660edb3-56876f3b-4d32-475e-a709-53e6f280a9c9', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea'}]}} from dv-cinder-834822-2-smb. {{(pid=103136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:03:10.194186 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:10.227684 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Allocated IP 172.20.0.2 (3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f/557dee99-09a9-460c-be1d-dcb02c131231/0604a281-c9c2-4ea0-826d-87f9b65ce985) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:10.367758 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d8bee-928e-4e4d-8e2f-2242b747a71c admin admin] Checking segment: {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:10.368270 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6d8bee-928e-4e4d-8e2f-2242b747a71c admin admin] Network hostable DHCP agents. Network: 39df3c5d-1568-4c6e-9b3a-e334a05e9836, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:03:10.471657 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Publish callbacks [] for router_gateway (63c5e3c2-b417-40f9-a527-4588aad6f58c), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:10.505438 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6d8bee-928e-4e4d-8e2f-2242b747a71c admin admin] Network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:03:10.546081 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d8bee-928e-4e4d-8e2f-2242b747a71c admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b4ac13-71e9-4cf6-97ce-85db2357cc64,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:10.590959 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-0c6d8bee-928e-4e4d-8e2f-2242b747a71c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, 39df3c5d-1568-4c6e-9b3a-e334a05e9836) {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:10.623062 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8068c177-22c6-482a-a8ff-f143211d845f None None] Network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:10.746047 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Publish callbacks [] for router_gateway (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:10.769052 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Allocated IP 172.20.0.2 (56876f3b-4d32-475e-a709-53e6f280a9c9/abff9c7d-437d-4b14-8c68-e708daaaf0ea/0c8e3c6f-4b4f-48bc-ae62-55a512715784) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:10.785652 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51376) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:10.795647 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:10.817146 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6d8bee-928e-4e4d-8e2f-2242b747a71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:10.823794 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8bee-928e-4e4d-8e2f-2242b747a71c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:10.887139 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-3c9ce46b-db40-4599-bddc-f62068250936 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:10.899626 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-3c9ce46b-db40-4599-bddc-f62068250936 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/networks?id=48f5f076-96bb-4a1f-9dcd-e56f1ad81a58 HTTP/1.1" status: 200 len: 812 time: 0.9096181 Mar 23 09:03:10.964817 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-4ec2c5d6-43ef-4d28-90da-2a38eb9c4861 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/quotas/d6e4714b3a9444c6a4467a6c99c69c97 HTTP/1.1" status: 200 len: 375 time: 0.0631423 Mar 23 09:03:10.976107 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cca9dd7-b169-575a-9c40-e0a1a660edb3-39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64'}]}} from dv-cinder-834822-2-smb. {{(pid=103136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:03:10.977633 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.001586 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Publish callbacks [] for port (0604a281-c9c2-4ea0-826d-87f9b65ce985), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.010743 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-0c6d8bee-928e-4e4d-8e2f-2242b747a71c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7225266 Mar 23 09:03:11.024966 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-04f06539-89c5-4846-ad1f-f260f1271e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.025251 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 51384) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:11.035660 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-967cabf9-d40a-4767-b8b5-fddffc183d43 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d6e4714b3a9444c6a4467a6c99c69c97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692699 Mar 23 09:03:11.048051 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:11.093356 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30890'] for router (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.094891 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30877'] for router (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.113961 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 51390) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:11.114157 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-04f06539-89c5-4846-ad1f-f260f1271e60 admin admin] Publish callbacks [] for security_group (32e3e906-135e-4dba-ac6a-57155e61eb7f), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.140549 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (0604a281-c9c2-4ea0-826d-87f9b65ce985), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.143103 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Allocated IP 172.28.1.197 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/804b3f03-9ef4-4096-8b7c-4a921c0162b6) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:11.176050 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-04f06539-89c5-4846-ad1f-f260f1271e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (32e3e906-135e-4dba-ac6a-57155e61eb7f), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.192292 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Publish callbacks [] for port (0c8e3c6f-4b4f-48bc-ae62-55a512715784), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.245947 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-04f06539-89c5-4846-ad1f-f260f1271e60 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9ad437d6eb9e459f841f3dc08f377728&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4551723 Mar 23 09:03:11.249450 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 51396) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:11.310598 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Publish callbacks [] for router_controller (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), precommit_add_association {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.329720 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:11.337602 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:11.342753 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f06539-89c5-4846-ad1f-f260f1271e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e3e906-135e-4dba-ac6a-57155e61eb7f,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:11.356472 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (0c8e3c6f-4b4f-48bc-ae62-55a512715784), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.358495 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-5b275a53-c4eb-496f-a172-0fe63848d4e4 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:03:11.359515 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-5b275a53-c4eb-496f-a172-0fe63848d4e4 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1124892 Mar 23 09:03:11.362143 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebeab-5439-4648-9cc9-d8c41f1762fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.381556 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:11.401141 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Network 56876f3b-4d32-475e-a709-53e6f280a9c9 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:11.411347 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:11.417758 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Publish callbacks [] for port (804b3f03-9ef4-4096-8b7c-4a921c0162b6), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.424099 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:11.428639 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Pushing event updated for resources: {'Port': ['ID=0604a281-c9c2-4ea0-826d-87f9b65ce985,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:11.464947 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:11.465340 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:11.465657 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:11.466039 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:11.466978 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:11.466978 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:11.467288 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:11.468054 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:11.468387 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:11.468715 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:11.469041 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:11.469398 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:11.469709 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:11.470226 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:11.470604 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Tracked resource versions report: Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: pushed versions: Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: { 'AddressGroup': {'1.2'}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'Agent': {'1.1'}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'ConntrackHelper': {'1.0'}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'LocalIPAssociation': {'1.0'}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'Log': {'1.0'}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'NDPProxy': {'1.0'}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'Network': {'1.1'}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'Port': {'1.7'}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'PortForwarding': {'1.3'}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'QosPolicy': {'1.10'}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'SecurityGroup': {'1.5'}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'SecurityGroupRule': {'1.2'}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'SubPort': {'1.0'}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'Subnet': {'1.1'}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'Trunk': {'1.1'}} Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: consumer versions: Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: { DHCP agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: HyperV agent@hv-cinder-83482: {}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: L3 agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: Metadata agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: Metering agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: Open vSwitch agent@dv-cinder-834822-2-smb: { 'AddressGroup': '1.2', Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'Agent': '1.1', Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'ConntrackHelper': '1.0', Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'LocalIPAssociation': '1.0', Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'Log': '1.0', Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'NDPProxy': '1.0', Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'Network': '1.1', Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'Port': '1.7', Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'PortForwarding': '1.3', Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'QosPolicy': '1.10', Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'SecurityGroup': '1.5', Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'SecurityGroupRule': '1.2', Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'SubPort': '1.0', Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'Subnet': '1.1', Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: 'Trunk': '1.1'}} Mar 23 09:03:11.471757 dv-cinder-834822-2-smb neutron-server[103136]: {{(pid=103136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 09:03:11.519558 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (804b3f03-9ef4-4096-8b7c-4a921c0162b6), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.553360 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Publish callbacks [] for router_gateway (63c5e3c2-b417-40f9-a527-4588aad6f58c), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.620317 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:11.629870 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.637913 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:11.640154 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Pushing event updated for resources: {'Port': ['ID=804b3f03-9ef4-4096-8b7c-4a921c0162b6,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:11.642230 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:11.644477 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Pushing event updated for resources: {'Port': ['ID=0c8e3c6f-4b4f-48bc-ae62-55a512715784,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:11.660411 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Attempting to bind port 0c8e3c6f-4b4f-48bc-ae62-55a512715784 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:11.660918 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Attempting to bind port 0c8e3c6f-4b4f-48bc-ae62-55a512715784 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:11.661381 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Attempting to bind port 0c8e3c6f-4b4f-48bc-ae62-55a512715784 on network 56876f3b-4d32-475e-a709-53e6f280a9c9 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:11.669432 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Attempting to bind port 0604a281-c9c2-4ea0-826d-87f9b65ce985 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:11.670299 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Attempting to bind port 0604a281-c9c2-4ea0-826d-87f9b65ce985 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:11.671672 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Attempting to bind port 0604a281-c9c2-4ea0-826d-87f9b65ce985 on network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:11.677234 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Allocated IP 172.20.0.2 (39df3c5d-1568-4c6e-9b3a-e334a05e9836/83b4ac13-71e9-4cf6-97ce-85db2357cc64/c31f0026-89d7-46c0-99c7-ef8f61091b33) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:11.682317 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:11.682841 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Checking segment: {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:11.683926 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.684149 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Bound using segment: {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:11.684898 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Bound port: 0c8e3c6f-4b4f-48bc-ae62-55a512715784, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:11.685577 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (0c8e3c6f-4b4f-48bc-ae62-55a512715784), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.696958 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:11.697777 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Checking segment: {'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:11.698365 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.699012 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Bound using segment: {'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:11.699710 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Bound port: 0604a281-c9c2-4ea0-826d-87f9b65ce985, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:11.700189 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (0604a281-c9c2-4ea0-826d-87f9b65ce985), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.706172 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Publish callbacks [] for router_gateway (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.718673 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-d542df83-90c4-422a-9e17-278fc26a2286 service neutron] 10.222.0.91 "GET /v2.0/networks/48f5f076-96bb-4a1f-9dcd-e56f1ad81a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846756 Mar 23 09:03:11.750132 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-34312efb-f55a-4848-9b6d-5e5692224418 admin admin] Publish callbacks [] for security_group (32e3e906-135e-4dba-ac6a-57155e61eb7f), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.883056 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-34312efb-f55a-4848-9b6d-5e5692224418 admin admin] Publish callbacks [] for security_group (32e3e906-135e-4dba-ac6a-57155e61eb7f), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:11.939770 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] For port 0c8e3c6f-4b4f-48bc-ae62-55a512715784, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:11.941873 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] For port 0c8e3c6f-4b4f-48bc-ae62-55a512715784, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=0c8e3c6f-4b4f-48bc-ae62-55a512715784,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:11.976756 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (0c8e3c6f-4b4f-48bc-ae62-55a512715784), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.018756 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebeab-5439-4648-9cc9-d8c41f1762fc admin admin] Publish callbacks [] for security_group (1f09f6a7-219e-4862-b40d-ccd236591e8d), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.040911 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebeab-5439-4648-9cc9-d8c41f1762fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (1f09f6a7-219e-4862-b40d-ccd236591e8d), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.053337 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Allocated IP 172.28.1.221 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/96181205-cb3b-4087-ba96-5f605ff624a6) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:12.084270 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-2dc19ab6-9f63-45dc-a37b-1bd0bba79304 service neutron] 10.222.0.91 "GET /v2.0/networks/48f5f076-96bb-4a1f-9dcd-e56f1ad81a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279665 Mar 23 09:03:12.110779 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784fdba-45dc-4094-a787-85c112119c05 None None] Pushing event updated for resources: {'Port': ['ID=0c8e3c6f-4b4f-48bc-ae62-55a512715784,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:12.124190 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-3b0ebeab-5439-4648-9cc9-d8c41f1762fc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=707744bb39fa4c5a9e04e1394c7ef050&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0070946 Mar 23 09:03:12.128008 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 51424) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:12.131743 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ebeab-5439-4648-9cc9-d8c41f1762fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f09f6a7-219e-4862-b40d-ccd236591e8d,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:12.172699 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] For port 0604a281-c9c2-4ea0-826d-87f9b65ce985, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:12.189385 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] For port 0604a281-c9c2-4ea0-826d-87f9b65ce985, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=0604a281-c9c2-4ea0-826d-87f9b65ce985,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:12.198532 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Publish callbacks [] for router_gateway (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.202451 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-34312efb-f55a-4848-9b6d-5e5692224418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (32e3e906-135e-4dba-ac6a-57155e61eb7f), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.205187 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-34312efb-f55a-4848-9b6d-5e5692224418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.206571 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-34312efb-f55a-4848-9b6d-5e5692224418 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/32e3e906-135e-4dba-ac6a-57155e61eb7f HTTP/1.1" status: 204 len: 168 time: 0.9559371 Mar 23 09:03:12.207096 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (0604a281-c9c2-4ea0-826d-87f9b65ce985), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.248060 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34312efb-f55a-4848-9b6d-5e5692224418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e3e906-135e-4dba-ac6a-57155e61eb7f,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:12.314489 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-036a9713-e114-42d3-b7f0-511c9e3b1a39 admin admin] Publish callbacks [] for security_group (1f09f6a7-219e-4862-b40d-ccd236591e8d), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.349244 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Publish callbacks [] for port (96181205-cb3b-4087-ba96-5f605ff624a6), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.404749 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39621ae5-8299-410b-a679-3b29d16dae67 None None] Pushing event updated for resources: {'Port': ['ID=0604a281-c9c2-4ea0-826d-87f9b65ce985,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:12.496832 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Publish callbacks [] for port (c31f0026-89d7-46c0-99c7-ef8f61091b33), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.503393 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (c31f0026-89d7-46c0-99c7-ef8f61091b33), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.620802 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:12.622274 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Pushing event updated for resources: {'Port': ['ID=c31f0026-89d7-46c0-99c7-ef8f61091b33,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:12.628073 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:12.631417 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:12.690095 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51440) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:12.698969 dv-cinder-834822-2-smb neutron-server[103134]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 09:03:12.739738 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Attempting to bind port c31f0026-89d7-46c0-99c7-ef8f61091b33 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:12.740252 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Attempting to bind port c31f0026-89d7-46c0-99c7-ef8f61091b33 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:12.740529 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Attempting to bind port c31f0026-89d7-46c0-99c7-ef8f61091b33 on network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:12.749648 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:12.750078 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Checking segment: {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:12.750496 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.750898 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Bound using segment: {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:12.751395 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Bound port: c31f0026-89d7-46c0-99c7-ef8f61091b33, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:12.751807 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (c31f0026-89d7-46c0-99c7-ef8f61091b33), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.825261 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (96181205-cb3b-4087-ba96-5f605ff624a6), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.839468 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] For port c31f0026-89d7-46c0-99c7-ef8f61091b33, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:12.846428 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] For port c31f0026-89d7-46c0-99c7-ef8f61091b33, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=c31f0026-89d7-46c0-99c7-ef8f61091b33,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:12.860320 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (c31f0026-89d7-46c0-99c7-ef8f61091b33), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.914609 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-49675fc0-51b9-448e-a90d-f68aee64127a req-b7b27e56-5760-4004-b5c2-92a94dff4941 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 210 time: 0.2171898 Mar 23 09:03:12.969812 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:12.974762 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-036a9713-e114-42d3-b7f0-511c9e3b1a39 admin admin] Publish callbacks [] for security_group (1f09f6a7-219e-4862-b40d-ccd236591e8d), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:12.985461 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:13.016269 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:13.052738 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d83362-0754-4e8e-9297-d70c41005ee8 None None] Pushing event updated for resources: {'Port': ['ID=c31f0026-89d7-46c0-99c7-ef8f61091b33,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:13.078269 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548392'] for router (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:13.445195 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 is scheduled to L3 agent c0132737-747a-49ce-b773-1ed1762fb27b with binding_index 1 {{(pid=103134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:03:13.623037 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Pushing event updated for resources: {'Port': ['ID=96181205-cb3b-4087-ba96-5f605ff624a6,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:13.702697 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Publish callbacks [] for router_gateway (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:13.743229 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:13.791563 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:03:13.795466 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-036a9713-e114-42d3-b7f0-511c9e3b1a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (1f09f6a7-219e-4862-b40d-ccd236591e8d), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:13.798595 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-036a9713-e114-42d3-b7f0-511c9e3b1a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:13.812311 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Sync routers for ids ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:03:13.822557 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-036a9713-e114-42d3-b7f0-511c9e3b1a39 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1f09f6a7-219e-4862-b40d-ccd236591e8d HTTP/1.1" status: 204 len: 168 time: 1.6889260 Mar 23 09:03:13.837801 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Routers {'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:13.837801 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:03:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:13.856612 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:13.864499 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-dc51900f-81ff-4fc9-baff-3b580aa98144 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5504789 Mar 23 09:03:13.865991 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51494) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:14.017761 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Publish callbacks [] for router_gateway (63c5e3c2-b417-40f9-a527-4588aad6f58c), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:14.171052 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a9713-e114-42d3-b7f0-511c9e3b1a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f09f6a7-219e-4862-b40d-ccd236591e8d,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:14.228059 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e766cc7-fefc-46a9-ad0e-299d2de12aef None None] Network 56876f3b-4d32-475e-a709-53e6f280a9c9 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:14.359315 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-558450f5-8f8e-4d5a-aa33-78455ae6fe0e req-6a017729-a2bf-47fc-ba83-ef4863bbe08e tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 210 time: 0.2226045 Mar 23 09:03:14.451865 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 0604a281-c9c2-4ea0-826d-87f9b65ce985 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:14.641140 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Allocated IP 172.28.1.248 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/a397a929-1375-403e-8ada-a969c8c32b91) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:14.675636 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea04c707-68ba-491c-81f9-438acc9b8469 None None] Network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:14.842983 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Set router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:14.918385 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51542) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:15.027521 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e1a1226-edd8-482f-8c5d-049f75179643 None None] Provisioning complete for port 0c8e3c6f-4b4f-48bc-ae62-55a512715784 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:15.028235 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1226-edd8-482f-8c5d-049f75179643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (0c8e3c6f-4b4f-48bc-ae62-55a512715784), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:15.060040 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4616515c-cdb7-42ab-bd2a-a32e70f88fef None None] Network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:15.131621 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-59086a6d-ac58-43c0-9db1-f3d0cfaa5ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:15.326580 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:11Z', 'revision_number': 3, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:15.340442 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548392'] for router (63c5e3c2-b417-40f9-a527-4588aad6f58c), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:15.366348 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Checking router: e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:03:15.367278 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Updating router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 port 804b3f03-9ef4-4096-8b7c-4a921c0162b6 binding host dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:03:15.408960 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (804b3f03-9ef4-4096-8b7c-4a921c0162b6), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:15.518123 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-59086a6d-ac58-43c0-9db1-f3d0cfaa5ee4 admin admin] Publish callbacks [] for security_group (3241d9c4-a51a-4276-8c17-d0cd92c594ca), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:15.542222 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-59086a6d-ac58-43c0-9db1-f3d0cfaa5ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (3241d9c4-a51a-4276-8c17-d0cd92c594ca), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:15.703254 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 0604a281-c9c2-4ea0-826d-87f9b65ce985 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:15.704884 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (0604a281-c9c2-4ea0-826d-87f9b65ce985), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:15.709821 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Publish callbacks [] for port (a397a929-1375-403e-8ada-a969c8c32b91), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:15.730700 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-59086a6d-ac58-43c0-9db1-f3d0cfaa5ee4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0735d92a96b648b498fa913892c4644c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8067122 Mar 23 09:03:15.735140 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51574) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:15.747629 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59086a6d-ac58-43c0-9db1-f3d0cfaa5ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3241d9c4-a51a-4276-8c17-d0cd92c594ca,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:15.936855 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (a397a929-1375-403e-8ada-a969c8c32b91), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.019748 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 0604a281-c9c2-4ea0-826d-87f9b65ce985 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:16.020362 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (0604a281-c9c2-4ea0-826d-87f9b65ce985), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.020953 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c7c866c4-7805-477b-899f-582616d830a5 req-7ce8ba81-8b20-4600-affa-da6fe892d28e tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 210 time: 0.1208332 Mar 23 09:03:16.086046 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:16.127007 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Pushing event updated for resources: {'Port': ['ID=a397a929-1375-403e-8ada-a969c8c32b91,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:16.146265 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] For port 0604a281-c9c2-4ea0-826d-87f9b65ce985, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=0604a281-c9c2-4ea0-826d-87f9b65ce985,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:16.154909 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Router 63c5e3c2-b417-40f9-a527-4588aad6f58c is scheduled to L3 agent c0132737-747a-49ce-b773-1ed1762fb27b with binding_index 1 {{(pid=103135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:03:16.160983 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-05a8c06a-4360-4443-9981-ffd39126466d admin admin] Publish callbacks [] for security_group (3241d9c4-a51a-4276-8c17-d0cd92c594ca), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.167323 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:16.176843 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (0604a281-c9c2-4ea0-826d-87f9b65ce985), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.177678 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 0c8e3c6f-4b4f-48bc-ae62-55a512715784 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:16.181558 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:16.277103 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-05a8c06a-4360-4443-9981-ffd39126466d admin admin] Publish callbacks [] for security_group (3241d9c4-a51a-4276-8c17-d0cd92c594ca), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.379077 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Pushing event updated for resources: {'Port': ['ID=0604a281-c9c2-4ea0-826d-87f9b65ce985,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:16.408501 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e1a1226-edd8-482f-8c5d-049f75179643 None None] Current status of the port 0c8e3c6f-4b4f-48bc-ae62-55a512715784 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:16.408907 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1226-edd8-482f-8c5d-049f75179643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (0c8e3c6f-4b4f-48bc-ae62-55a512715784), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.448417 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Publish callbacks [] for port (804b3f03-9ef4-4096-8b7c-4a921c0162b6), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.460968 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (804b3f03-9ef4-4096-8b7c-4a921c0162b6), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.493220 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.93', 63973) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:16.530875 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e1a1226-edd8-482f-8c5d-049f75179643 None None] For port 0c8e3c6f-4b4f-48bc-ae62-55a512715784, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=0c8e3c6f-4b4f-48bc-ae62-55a512715784,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:16.535965 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 0c8e3c6f-4b4f-48bc-ae62-55a512715784 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:16.537780 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (0c8e3c6f-4b4f-48bc-ae62-55a512715784), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.543141 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1226-edd8-482f-8c5d-049f75179643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (0c8e3c6f-4b4f-48bc-ae62-55a512715784), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.634657 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Attempting to bind port 804b3f03-9ef4-4096-8b7c-4a921c0162b6 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:16.637000 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Attempting to bind port 804b3f03-9ef4-4096-8b7c-4a921c0162b6 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:16.637582 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Attempting to bind port 804b3f03-9ef4-4096-8b7c-4a921c0162b6 on network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:16.671083 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:16.672835 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Checking segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:16.676524 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.677912 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Bound using segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:16.681312 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Bound port: 804b3f03-9ef4-4096-8b7c-4a921c0162b6, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:16.682296 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (804b3f03-9ef4-4096-8b7c-4a921c0162b6), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.698652 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a1226-edd8-482f-8c5d-049f75179643 None None] Pushing event updated for resources: {'Port': ['ID=0c8e3c6f-4b4f-48bc-ae62-55a512715784,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:16.724236 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Pushing event updated for resources: {'Port': ['ID=804b3f03-9ef4-4096-8b7c-4a921c0162b6,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:16.734192 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-9bb740c3-7b32-49a9-abec-f3b41fb2413f None None] Provisioning complete for port c31f0026-89d7-46c0-99c7-ef8f61091b33 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:16.735155 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bb740c3-7b32-49a9-abec-f3b41fb2413f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (c31f0026-89d7-46c0-99c7-ef8f61091b33), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.756842 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:03:16.780687 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Sync routers for ids ['63c5e3c2-b417-40f9-a527-4588aad6f58c'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:03:16.800675 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:16.801050 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:16.801365 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:16.802802 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.803374 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:16.805577 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-7677c73b-a274-491f-b292-84b3930da4da admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.2449124 Mar 23 09:03:16.807460 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:16.808059 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:16.811006 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:16.811232 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:16.812479 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:16.812818 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:16.813105 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 51606) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:16.813202 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:16.813493 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:16.815052 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:16.815398 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:16.817146 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 0c8e3c6f-4b4f-48bc-ae62-55a512715784 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:16.817901 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:03:16.818672 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device c31f0026-89d7-46c0-99c7-ef8f61091b33 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Tracked resource versions report: Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: pushed versions: Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: { 'AddressGroup': {'1.2'}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'Agent': {'1.1'}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'ConntrackHelper': {'1.0'}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'LocalIPAssociation': {'1.0'}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'Log': {'1.0'}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'NDPProxy': {'1.0'}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'Network': {'1.1'}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'Port': {'1.7'}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'PortForwarding': {'1.3'}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'QosPolicy': {'1.10'}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'SecurityGroup': {'1.5'}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'SecurityGroupRule': {'1.2'}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'SubPort': {'1.0'}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'Subnet': {'1.1'}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'Trunk': {'1.1'}} Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: consumer versions: Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: { DHCP agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: HyperV agent@hv-cinder-83482: {}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: L3 agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: Metadata agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: Metering agent@dv-cinder-834822-2-smb: {}, Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: Open vSwitch agent@dv-cinder-834822-2-smb: { 'AddressGroup': '1.2', Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'Agent': '1.1', Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'ConntrackHelper': '1.0', Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'LocalIPAssociation': '1.0', Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'Log': '1.0', Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'NDPProxy': '1.0', Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'Network': '1.1', Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'Port': '1.7', Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'PortForwarding': '1.3', Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'QosPolicy': '1.10', Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'SecurityGroup': '1.5', Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'SecurityGroupRule': '1.2', Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'SubPort': '1.0', Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'Subnet': '1.1', Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: 'Trunk': '1.1'}} Mar 23 09:03:16.819140 dv-cinder-834822-2-smb neutron-server[103137]: {{(pid=103137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 09:03:16.855612 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Routers {'63c5e3c2-b417-40f9-a527-4588aad6f58c'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:16.856590 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:03:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['63c5e3c2-b417-40f9-a527-4588aad6f58c'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:16.868292 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-f1cc86a6-01b0-4baa-bd04-f82e365b5f52 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:16.870328 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-f1cc86a6-01b0-4baa-bd04-f82e365b5f52 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.93 "GET /v2.0/networks?id=48f5f076-96bb-4a1f-9dcd-e56f1ad81a58 HTTP/1.1" status: 200 len: 812 time: 0.3577752 Mar 23 09:03:16.886907 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.914358 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] For port 804b3f03-9ef4-4096-8b7c-4a921c0162b6, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:16.918654 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] For port 804b3f03-9ef4-4096-8b7c-4a921c0162b6, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=804b3f03-9ef4-4096-8b7c-4a921c0162b6,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:16.930599 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (804b3f03-9ef4-4096-8b7c-4a921c0162b6), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:16.934201 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-7dd10f85-073d-435c-8f58-6bf04d8f74a0 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Request body: {'port': {'device_id': '2c37b48c-93ad-45a2-a306-f65116aa0e16', 'network_id': '48f5f076-96bb-4a1f-9dcd-e56f1ad81a58', 'admin_state_up': True, 'tenant_id': 'd6e4714b3a9444c6a4467a6c99c69c97'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:16.945195 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Publish callbacks [] for router_gateway (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:17.003402 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port c31f0026-89d7-46c0-99c7-ef8f61091b33 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:17.003735 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (c31f0026-89d7-46c0-99c7-ef8f61091b33), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:17.075853 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fa6c5-c7e8-4a9d-b16e-6de5c8f2e1be None None] Pushing event updated for resources: {'Port': ['ID=804b3f03-9ef4-4096-8b7c-4a921c0162b6,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:17.080226 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Routers {'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:17.080922 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:03:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:17.111088 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-9bb740c3-7b32-49a9-abec-f3b41fb2413f None None] Current status of the port c31f0026-89d7-46c0-99c7-ef8f61091b33 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:17.111211 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bb740c3-7b32-49a9-abec-f3b41fb2413f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (c31f0026-89d7-46c0-99c7-ef8f61091b33), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:17.113902 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-05a8c06a-4360-4443-9981-ffd39126466d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (3241d9c4-a51a-4276-8c17-d0cd92c594ca), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:17.116515 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-05a8c06a-4360-4443-9981-ffd39126466d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:17.124829 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-05a8c06a-4360-4443-9981-ffd39126466d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3241d9c4-a51a-4276-8c17-d0cd92c594ca HTTP/1.1" status: 204 len: 168 time: 1.3869426 Mar 23 09:03:17.225699 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] Set router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:17.308602 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-9bb740c3-7b32-49a9-abec-f3b41fb2413f None None] For port c31f0026-89d7-46c0-99c7-ef8f61091b33, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=c31f0026-89d7-46c0-99c7-ef8f61091b33,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:17.315579 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port c31f0026-89d7-46c0-99c7-ef8f61091b33 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:17.315959 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (c31f0026-89d7-46c0-99c7-ef8f61091b33), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:17.363167 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bb740c3-7b32-49a9-abec-f3b41fb2413f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (c31f0026-89d7-46c0-99c7-ef8f61091b33), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:17.486060 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb740c3-7b32-49a9-abec-f3b41fb2413f None None] Pushing event updated for resources: {'Port': ['ID=c31f0026-89d7-46c0-99c7-ef8f61091b33,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:17.538462 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Set router 63c5e3c2-b417-40f9-a527-4588aad6f58c gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:17.540187 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:11Z', 'revision_number': 3, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:17.543697 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.db.api [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 09:03:17.544351 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG oslo_db.api [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 09:03:17.613922 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29356d5e-45ea-4df9-8eac-61264a235c66 None None] The sync data for ids ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'] in dv-cinder-834822-2-smb is: [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:11Z', 'revision_number': 3, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:03:17.637833 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-9bb740c3-7b32-49a9-abec-f3b41fb2413f None None] Provisioning complete for port 0604a281-c9c2-4ea0-826d-87f9b65ce985 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:17.638621 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bb740c3-7b32-49a9-abec-f3b41fb2413f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (0604a281-c9c2-4ea0-826d-87f9b65ce985), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:17.903373 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8c06a-4360-4443-9981-ffd39126466d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3241d9c4-a51a-4276-8c17-d0cd92c594ca,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:18.012014 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Allocated IP 172.20.0.1 (3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f/557dee99-09a9-460c-be1d-dcb02c131231/cb0a5fe8-ee14-4eaa-bb9c-929049f90559) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:18.049786 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0caa10e3-06eb-4966-86c6-6aa6fdc9e5a1 req-c0252db6-f3e0-41b8-a9c6-cbe0423cbe2a tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 210 time: 0.2310185 Mar 23 09:03:18.168077 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-9bb740c3-7b32-49a9-abec-f3b41fb2413f None None] Current status of the port 0604a281-c9c2-4ea0-826d-87f9b65ce985 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:18.271839 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port c31f0026-89d7-46c0-99c7-ef8f61091b33 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:18.319456 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-9bb740c3-7b32-49a9-abec-f3b41fb2413f None None] Provisioning complete for port 0c8e3c6f-4b4f-48bc-ae62-55a512715784 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:18.330976 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Publish callbacks [] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:18.331495 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548392'] for router (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:18.334324 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bb740c3-7b32-49a9-abec-f3b41fb2413f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (0c8e3c6f-4b4f-48bc-ae62-55a512715784), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:18.478253 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:18.481955 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:13Z', 'revision_number': 3, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:18.503212 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:18.504470 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-7dd10f85-073d-435c-8f58-6bf04d8f74a0 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Made reservation on behalf of d6e4714b3a9444c6a4467a6c99c69c97 for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:18.510645 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-7dd10f85-073d-435c-8f58-6bf04d8f74a0 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:18.530210 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:18.545300 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:18.546397 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542205'] for router_interface (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:18.631139 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Checking router: 63c5e3c2-b417-40f9-a527-4588aad6f58c for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:03:18.640206 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Updating router 63c5e3c2-b417-40f9-a527-4588aad6f58c port 96181205-cb3b-4087-ba96-5f605ff624a6 binding host dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:03:18.848166 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 0604a281-c9c2-4ea0-826d-87f9b65ce985 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:19.066817 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (96181205-cb3b-4087-ba96-5f605ff624a6), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:19.078655 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:19.396900 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 is scheduled to L3 agent c0132737-747a-49ce-b773-1ed1762fb27b with binding_index 1 {{(pid=103135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:03:19.537993 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Pushing event updated for resources: {'Port': ['ID=cb0a5fe8-ee14-4eaa-bb9c-929049f90559,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:19.588842 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-9bb740c3-7b32-49a9-abec-f3b41fb2413f None None] Current status of the port 0c8e3c6f-4b4f-48bc-ae62-55a512715784 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:19.613667 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 0604a281-c9c2-4ea0-826d-87f9b65ce985 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:19.614091 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (0604a281-c9c2-4ea0-826d-87f9b65ce985), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:19.915129 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-b828d8a3-a61d-44d1-8d3d-02aa215f7a1f None None] Provisioning complete for port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:19.920232 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b828d8a3-a61d-44d1-8d3d-02aa215f7a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:19.964642 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b6814719-6811-4568-9495-30323d3fc0c1 req-35fd9d04-4f7c-4b6d-aba2-38a2c9e82ef0 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 210 time: 0.5469334 Mar 23 09:03:20.064768 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Allocated IP 172.20.0.1 (56876f3b-4d32-475e-a709-53e6f280a9c9/abff9c7d-437d-4b14-8c68-e708daaaf0ea/46246b88-311e-41de-92c4-aea1dbfc5610) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:20.155716 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:20.212304 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:03:20.226978 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Sync routers for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:03:20.252149 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:20.254342 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:03:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:20.270185 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51732) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:20.423462 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:20.437742 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-65655811-2cb7-4ec7-b103-a07438a8da71 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.4004004 Mar 23 09:03:20.438503 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 51738) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:20.615990 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:20.686533 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-7dd10f85-073d-435c-8f58-6bf04d8f74a0 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Allocated IP 172.20.0.12 (48f5f076-96bb-4a1f-9dcd-e56f1ad81a58/df21b6f2-909a-4845-a184-6253cbfd773b/285980cf-6f48-49a0-96b2-86fd039b1464) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:20.722762 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b828d8a3-a61d-44d1-8d3d-02aa215f7a1f None None] Port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:20.793463 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 0604a281-c9c2-4ea0-826d-87f9b65ce985 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:20.794908 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 0c8e3c6f-4b4f-48bc-ae62-55a512715784 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:20.847763 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-08579871-4b09-4b0e-b688-a421b6e0bfe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:20.896733 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51746) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:20.900508 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Publish callbacks [] for port (46246b88-311e-41de-92c4-aea1dbfc5610), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.082314 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Publish callbacks [] for port (96181205-cb3b-4087-ba96-5f605ff624a6), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.096476 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (96181205-cb3b-4087-ba96-5f605ff624a6), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.300069 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 0c8e3c6f-4b4f-48bc-ae62-55a512715784 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:21.308408 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (0c8e3c6f-4b4f-48bc-ae62-55a512715784), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.406213 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d480c28-b64f-4432-8fbf-3420d46fe791 None None] Pushing event updated for resources: {'Port': ['ID=96181205-cb3b-4087-ba96-5f605ff624a6,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:21.412065 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Attempting to bind port 96181205-cb3b-4087-ba96-5f605ff624a6 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:21.412445 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Attempting to bind port 96181205-cb3b-4087-ba96-5f605ff624a6 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:21.412830 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Attempting to bind port 96181205-cb3b-4087-ba96-5f605ff624a6 on network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:21.443211 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:21.443615 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Checking segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:21.443990 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.459521 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Bound using segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:21.461928 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Bound port: 96181205-cb3b-4087-ba96-5f605ff624a6, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:21.462357 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (96181205-cb3b-4087-ba96-5f605ff624a6), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.467664 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Publish callbacks [] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.516224 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.521350 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542057'] for router_interface (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.521596 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:16Z', 'revision_number': 3, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:21.584051 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Checking router: 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:03:21.584421 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Updating router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 port a397a929-1375-403e-8ada-a969c8c32b91 binding host dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:03:21.622051 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a397a929-1375-403e-8ada-a969c8c32b91), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.665694 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b4b4-4535-4a47-839b-39098ad5b49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.666881 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] For port 96181205-cb3b-4087-ba96-5f605ff624a6, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:21.675568 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] For port 96181205-cb3b-4087-ba96-5f605ff624a6, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=96181205-cb3b-4087-ba96-5f605ff624a6,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:21.713386 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-08579871-4b09-4b0e-b688-a421b6e0bfe1 admin admin] Publish callbacks [] for security_group (f15e6dd5-33fd-417f-bb44-c8bf1fbc4098), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.734962 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d26073c2-30ed-40d4-8a10-d191b7a6df79 req-7931b698-381a-45e8-ba9b-8999d3ffcfe5 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 210 time: 0.4739990 Mar 23 09:03:21.737106 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (96181205-cb3b-4087-ba96-5f605ff624a6), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.740594 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-7dd10f85-073d-435c-8f58-6bf04d8f74a0 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Publish callbacks [] for port (285980cf-6f48-49a0-96b2-86fd039b1464), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.746632 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.871189 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-08579871-4b09-4b0e-b688-a421b6e0bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (f15e6dd5-33fd-417f-bb44-c8bf1fbc4098), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.910297 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 0c8e3c6f-4b4f-48bc-ae62-55a512715784 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:21.916261 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Network 56876f3b-4d32-475e-a709-53e6f280a9c9 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:21.918590 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 804b3f03-9ef4-4096-8b7c-4a921c0162b6 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:21.927593 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:21.934187 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:21.934973 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542205'] for router_interface (63c5e3c2-b417-40f9-a527-4588aad6f58c), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:21.937413 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Pushing event updated for resources: {'Port': ['ID=46246b88-311e-41de-92c4-aea1dbfc5610,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:22.025037 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-08579871-4b09-4b0e-b688-a421b6e0bfe1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=387b41439dda4562a35f5677d288d6bf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7527933 Mar 23 09:03:22.043915 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 51786) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:22.112510 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Routers {'63c5e3c2-b417-40f9-a527-4588aad6f58c'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:22.113500 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:03:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['63c5e3c2-b417-40f9-a527-4588aad6f58c'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:22.113624 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Pushing event updated for resources: {'Port': ['ID=cb0a5fe8-ee14-4eaa-bb9c-929049f90559,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:22.265500 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08579871-4b09-4b0e-b688-a421b6e0bfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15e6dd5-33fd-417f-bb44-c8bf1fbc4098,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:22.282768 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-7dd10f85-073d-435c-8f58-6bf04d8f74a0 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (285980cf-6f48-49a0-96b2-86fd039b1464), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:22.297627 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:22.341154 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Publish callbacks [] for port (a397a929-1375-403e-8ada-a969c8c32b91), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:22.346154 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d480c28-b64f-4432-8fbf-3420d46fe791 None None] Pushing event updated for resources: {'Port': ['ID=96181205-cb3b-4087-ba96-5f605ff624a6,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:22.359074 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (a397a929-1375-403e-8ada-a969c8c32b91), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:22.403042 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:22.478897 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 804b3f03-9ef4-4096-8b7c-4a921c0162b6 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:22.496158 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (804b3f03-9ef4-4096-8b7c-4a921c0162b6), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:22.503463 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Attempting to bind port a397a929-1375-403e-8ada-a969c8c32b91 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:22.504830 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Attempting to bind port a397a929-1375-403e-8ada-a969c8c32b91 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:22.505267 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Attempting to bind port a397a929-1375-403e-8ada-a969c8c32b91 on network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:22.579686 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:22.580465 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Checking segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:22.580465 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:22.580866 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Bound using segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:22.583721 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Bound port: a397a929-1375-403e-8ada-a969c8c32b91, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:22.584143 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a397a929-1375-403e-8ada-a969c8c32b91), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:22.795632 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] Set router 63c5e3c2-b417-40f9-a527-4588aad6f58c gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:22.837023 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] For port a397a929-1375-403e-8ada-a969c8c32b91, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:22.867938 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] For port a397a929-1375-403e-8ada-a969c8c32b91, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=a397a929-1375-403e-8ada-a969c8c32b91,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:22.877919 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862c374-5cf5-40cd-9134-4b6e9d105f17 None None] Pushing event updated for resources: {'Port': ['ID=a397a929-1375-403e-8ada-a969c8c32b91,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:22.898207 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:22.913711 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (a397a929-1375-403e-8ada-a969c8c32b91), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.078881 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:23.083228 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:03:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:23.108911 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Publish callbacks [] for port (46246b88-311e-41de-92c4-aea1dbfc5610), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.142216 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.142216 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542057'] for router_interface (63c5e3c2-b417-40f9-a527-4588aad6f58c), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.154053 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-27bcf658-5bf8-4369-8b75-2a119eccb35d admin admin] Publish callbacks [] for security_group (f15e6dd5-33fd-417f-bb44-c8bf1fbc4098), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.251037 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-7dd10f85-073d-435c-8f58-6bf04d8f74a0 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Network 48f5f076-96bb-4a1f-9dcd-e56f1ad81a58 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:23.282561 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Pushing event updated for resources: {'Port': ['ID=46246b88-311e-41de-92c4-aea1dbfc5610,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:23.305045 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 804b3f03-9ef4-4096-8b7c-4a921c0162b6 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:23.313739 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (804b3f03-9ef4-4096-8b7c-4a921c0162b6), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.328729 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.333079 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-7dd10f85-073d-435c-8f58-6bf04d8f74a0 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:23.361292 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862c374-5cf5-40cd-9134-4b6e9d105f17 None None] Pushing event updated for resources: {'Port': ['ID=a397a929-1375-403e-8ada-a969c8c32b91,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:23.367338 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-3296a564-cfcd-48ed-9af1-bbe205d5b09d None None] Provisioning complete for port 46246b88-311e-41de-92c4-aea1dbfc5610 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:23.367962 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3296a564-cfcd-48ed-9af1-bbe205d5b09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.388272 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] For port 804b3f03-9ef4-4096-8b7c-4a921c0162b6, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=804b3f03-9ef4-4096-8b7c-4a921c0162b6,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:23.395279 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (804b3f03-9ef4-4096-8b7c-4a921c0162b6), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.396496 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device c31f0026-89d7-46c0-99c7-ef8f61091b33 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:23.398667 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-7dd10f85-073d-435c-8f58-6bf04d8f74a0 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:23.406192 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-7dd10f85-073d-435c-8f58-6bf04d8f74a0 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:23.407295 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-7dd10f85-073d-435c-8f58-6bf04d8f74a0 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.415484 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd10f85-073d-435c-8f58-6bf04d8f74a0 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Pushing event updated for resources: {'Port': ['ID=285980cf-6f48-49a0-96b2-86fd039b1464,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:23.486870 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b4b4-4535-4a47-839b-39098ad5b49e admin admin] Publish callbacks [] for security_group (e5de5e80-9673-4fb3-bd9d-d293c8f58c53), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.493919 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:23.542512 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b4b4-4535-4a47-839b-39098ad5b49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (e5de5e80-9673-4fb3-bd9d-d293c8f58c53), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.551545 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3296a564-cfcd-48ed-9af1-bbe205d5b09d None None] Port 46246b88-311e-41de-92c4-aea1dbfc5610 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:23.581656 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Pushing event updated for resources: {'Port': ['ID=804b3f03-9ef4-4096-8b7c-4a921c0162b6,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:23.627581 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port c31f0026-89d7-46c0-99c7-ef8f61091b33 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:23.628228 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (c31f0026-89d7-46c0-99c7-ef8f61091b33), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.674306 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-7dd10f85-073d-435c-8f58-6bf04d8f74a0 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7471588 Mar 23 09:03:23.699602 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-be2333f9-86f0-4cfb-b7b0-be68535b95a3 None None] Provisioning complete for port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:23.699983 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-be2333f9-86f0-4cfb-b7b0-be68535b95a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.745761 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-a39bd57d-f2d0-4b72-85ea-e3db75ae47f7 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103134) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:03:23.748635 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-a39bd57d-f2d0-4b72-85ea-e3db75ae47f7 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462987 Mar 23 09:03:23.769262 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9b4b4-4535-4a47-839b-39098ad5b49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5de5e80-9673-4fb3-bd9d-d293c8f58c53,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:23.791474 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-cbc9b4b4-4535-4a47-839b-39098ad5b49e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a92ff124539b4ae693ed62d858ac473c&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8804181 Mar 23 09:03:23.813419 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51808) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:23.848211 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Allocated IP 172.20.0.1 (39df3c5d-1568-4c6e-9b3a-e334a05e9836/83b4ac13-71e9-4cf6-97ce-85db2357cc64/f646ef7c-ea7e-460d-b6b0-50d769b1b8a8) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:23.864005 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d2c66-94e9-4146-971f-0bad7b1ab083 req-2331c284-7053-41ff-859e-3aa3b9f98968 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:23.877130 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-639d2c66-94e9-4146-971f-0bad7b1ab083 req-2331c284-7053-41ff-859e-3aa3b9f98968 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 932 time: 0.6227739 Mar 23 09:03:23.904365 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-27bcf658-5bf8-4369-8b75-2a119eccb35d admin admin] Publish callbacks [] for security_group (f15e6dd5-33fd-417f-bb44-c8bf1fbc4098), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:23.961768 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-be2333f9-86f0-4cfb-b7b0-be68535b95a3 None None] Port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:23.972300 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:13Z', 'revision_number': 3, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:24.092780 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56930bf1-74d4-4511-b5cc-8f03f8066db3 None None] The sync data for ids ['63c5e3c2-b417-40f9-a527-4588aad6f58c'] in dv-cinder-834822-2-smb is: [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:13Z', 'revision_number': 3, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:03:24.107547 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port c31f0026-89d7-46c0-99c7-ef8f61091b33 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:24.120032 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Network 56876f3b-4d32-475e-a709-53e6f280a9c9 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:24.129681 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:24.193910 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:03:24.216359 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:16Z', 'revision_number': 3, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:24.233911 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Request body: {'port': {'device_id': '2c37b48c-93ad-45a2-a306-f65116aa0e16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:24.324451 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef14fb-e945-4c50-98d7-631e33fea9e4 None None] The sync data for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb is: [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:16Z', 'revision_number': 3, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:03:24.333919 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-639d2c66-94e9-4146-971f-0bad7b1ab083 req-7d0f759e-c0e5-49b4-82c8-f03b83f20eb2 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556043 Mar 23 09:03:24.340200 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 804b3f03-9ef4-4096-8b7c-4a921c0162b6 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:24.373123 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Router 63c5e3c2-b417-40f9-a527-4588aad6f58c has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:03:24.378927 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-903074c0-0f8e-45bd-ad24-fe0e73a0fe8e admin admin] Publish callbacks [] for security_group (e5de5e80-9673-4fb3-bd9d-d293c8f58c53), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:24.438422 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-27bcf658-5bf8-4369-8b75-2a119eccb35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (f15e6dd5-33fd-417f-bb44-c8bf1fbc4098), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:24.451464 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-27bcf658-5bf8-4369-8b75-2a119eccb35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:24.452836 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-27bcf658-5bf8-4369-8b75-2a119eccb35d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f15e6dd5-33fd-417f-bb44-c8bf1fbc4098 HTTP/1.1" status: 204 len: 168 time: 2.3926082 Mar 23 09:03:24.575306 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 804b3f03-9ef4-4096-8b7c-4a921c0162b6 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:24.575721 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (804b3f03-9ef4-4096-8b7c-4a921c0162b6), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:24.639096 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Publish callbacks [] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:24.698434 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-00427357-208f-45a3-8dd1-1a2293626a8f None None] Provisioning complete for port 46246b88-311e-41de-92c4-aea1dbfc5610 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:24.698865 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-00427357-208f-45a3-8dd1-1a2293626a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:24.784837 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:24.795672 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcf658-5bf8-4369-8b75-2a119eccb35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15e6dd5-33fd-417f-bb44-c8bf1fbc4098,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:24.910667 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-903074c0-0f8e-45bd-ad24-fe0e73a0fe8e admin admin] Publish callbacks [] for security_group (e5de5e80-9673-4fb3-bd9d-d293c8f58c53), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:24.939248 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-00427357-208f-45a3-8dd1-1a2293626a8f None None] Port 46246b88-311e-41de-92c4-aea1dbfc5610 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:25.024762 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:25.029735 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (285980cf-6f48-49a0-96b2-86fd039b1464), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:25.051423 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 804b3f03-9ef4-4096-8b7c-4a921c0162b6 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:25.094888 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Pushing event updated for resources: {'Port': ['ID=f646ef7c-ea7e-460d-b6b0-50d769b1b8a8,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:25.097632 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:25.187565 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:25.188096 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542205'] for router_interface (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:25.447442 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:03:25.494014 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-c58dfde8-3bc5-40fd-86b8-5e8b26f30e25 admin admin] 10.222.0.91 "PUT /v2.0/routers/63c5e3c2-b417-40f9-a527-4588aad6f58c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6648569 Mar 23 09:03:25.497404 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 51836) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:25.658904 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-23b1978f-7e4c-4f58-8f45-b6bfee1857ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:25.821001 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-1071a867-290e-4166-9f3d-b83e10455ad7 None None] Provisioning complete for port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:25.821372 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1071a867-290e-4166-9f3d-b83e10455ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:25.924353 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-903074c0-0f8e-45bd-ad24-fe0e73a0fe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (e5de5e80-9673-4fb3-bd9d-d293c8f58c53), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:25.936911 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-903074c0-0f8e-45bd-ad24-fe0e73a0fe8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:25.941749 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-903074c0-0f8e-45bd-ad24-fe0e73a0fe8e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e5de5e80-9673-4fb3-bd9d-d293c8f58c53 HTTP/1.1" status: 204 len: 168 time: 2.1266243 Mar 23 09:03:25.993449 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:03:26.015912 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Sync routers for ids ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:03:26.039404 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-1071a867-290e-4166-9f3d-b83e10455ad7 None None] Port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:26.073865 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-3ad27743-0445-4e2e-b0a4-62d287a61772 admin admin] 10.222.0.91 "PUT /v2.0/routers/e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2041359 Mar 23 09:03:26.078662 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903074c0-0f8e-45bd-ad24-fe0e73a0fe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5de5e80-9673-4fb3-bd9d-d293c8f58c53,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:26.087465 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Routers {'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:26.093659 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:03:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:26.248523 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884dd85-b752-4dbc-9d82-b0ec6a64d028 req-da11e68c-e323-46f5-8668-3ad0e26a0f0a tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:26.251845 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7884dd85-b752-4dbc-9d82-b0ec6a64d028 req-da11e68c-e323-46f5-8668-3ad0e26a0f0a tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 932 time: 0.6945975 Mar 23 09:03:26.560880 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285980cf-6f48-49a0-96b2-86fd039b1464 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:26.594169 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Publish callbacks [] for port (285980cf-6f48-49a0-96b2-86fd039b1464), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:26.612303 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 96181205-cb3b-4087-ba96-5f605ff624a6 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:26.692078 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Transition to ACTIVE for port object 285980cf-6f48-49a0-96b2-86fd039b1464 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:03:26.704153 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (285980cf-6f48-49a0-96b2-86fd039b1464), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:26.714303 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7884dd85-b752-4dbc-9d82-b0ec6a64d028 req-bf6402f4-bc1d-48d5-981b-213edf14f348 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296136 Mar 23 09:03:26.715433 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:26.835846 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Set router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:27.036708 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Pushing event updated for resources: {'Port': ['ID=285980cf-6f48-49a0-96b2-86fd039b1464,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:27.114604 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-23b1978f-7e4c-4f58-8f45-b6bfee1857ce admin admin] Publish callbacks [] for security_group (3d3e2c01-aeb0-4e4e-8a63-a6baa1069893), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:27.127387 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-23b1978f-7e4c-4f58-8f45-b6bfee1857ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (3d3e2c01-aeb0-4e4e-8a63-a6baa1069893), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:27.162884 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Attempting to bind port 285980cf-6f48-49a0-96b2-86fd039b1464 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:27.163507 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Attempting to bind port 285980cf-6f48-49a0-96b2-86fd039b1464 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'fa4ed6ba-4946-44f4-a177-de60e5996047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '48f5f076-96bb-4a1f-9dcd-e56f1ad81a58'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:27.163874 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Attempting to bind port 285980cf-6f48-49a0-96b2-86fd039b1464 on network 48f5f076-96bb-4a1f-9dcd-e56f1ad81a58 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:27.189087 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Port 285980cf-6f48-49a0-96b2-86fd039b1464 on network 48f5f076-96bb-4a1f-9dcd-e56f1ad81a58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:03:27.189412 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Attempting to bind port 285980cf-6f48-49a0-96b2-86fd039b1464 on network 48f5f076-96bb-4a1f-9dcd-e56f1ad81a58 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:27.210583 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:27.210978 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Checking segment: {'id': 'fa4ed6ba-4946-44f4-a177-de60e5996047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '48f5f076-96bb-4a1f-9dcd-e56f1ad81a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:27.216915 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Bound using segment: {'id': 'fa4ed6ba-4946-44f4-a177-de60e5996047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '48f5f076-96bb-4a1f-9dcd-e56f1ad81a58'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:27.217465 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Bound port: 285980cf-6f48-49a0-96b2-86fd039b1464, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4ed6ba-4946-44f4-a177-de60e5996047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '48f5f076-96bb-4a1f-9dcd-e56f1ad81a58'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:27.217864 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (285980cf-6f48-49a0-96b2-86fd039b1464), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:27.446420 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] For port 285980cf-6f48-49a0-96b2-86fd039b1464, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:27.462803 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] For port 285980cf-6f48-49a0-96b2-86fd039b1464, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=285980cf-6f48-49a0-96b2-86fd039b1464,segment=NetworkSegment(fa4ed6ba-4946-44f4-a177-de60e5996047),segment_id=fa4ed6ba-4946-44f4-a177-de60e5996047)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:27.470793 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51876) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:27.486394 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-23b1978f-7e4c-4f58-8f45-b6bfee1857ce admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=aa14562ed096416f82219600f2789d83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9676127 Mar 23 09:03:27.488763 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (285980cf-6f48-49a0-96b2-86fd039b1464), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:27.495978 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1978f-7e4c-4f58-8f45-b6bfee1857ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3e2c01-aeb0-4e4e-8a63-a6baa1069893,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:27.555436 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:27.561450 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:27.562855 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] 10.222.0.93 "PUT /v2.0/ports/285980cf-6f48-49a0-96b2-86fd039b1464 HTTP/1.1" status: 200 len: 1094 time: 3.5306525 Mar 23 09:03:27.566950 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c37b48c-93ad-45a2-a306-f65116aa0e16', 'tag': '285980cf-6f48-49a0-96b2-86fd039b1464'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:27.649771 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 96181205-cb3b-4087-ba96-5f605ff624a6 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:27.650975 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (96181205-cb3b-4087-ba96-5f605ff624a6), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:27.813066 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Publish callbacks [] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:27.826733 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:27.828834 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542057'] for router_interface (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:28.029528 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Pushing event updated for resources: {'Port': ['ID=f646ef7c-ea7e-460d-b6b0-50d769b1b8a8,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:28.123144 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071f5e27-cbdb-4726-ad3b-c06150f6c740" -d '{"events": [{"name": "network-changed", "server_uuid": "2c37b48c-93ad-45a2-a306-f65116aa0e16", "tag": "285980cf-6f48-49a0-96b2-86fd039b1464"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:28.147998 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 96181205-cb3b-4087-ba96-5f605ff624a6 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:28.148479 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (96181205-cb3b-4087-ba96-5f605ff624a6), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:28.223086 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1309d-df7d-4efb-a349-10c1be701f67 service neutron] Pushing event updated for resources: {'Port': ['ID=285980cf-6f48-49a0-96b2-86fd039b1464,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:28.235326 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] For port 96181205-cb3b-4087-ba96-5f605ff624a6, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=96181205-cb3b-4087-ba96-5f605ff624a6,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:28.253731 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (96181205-cb3b-4087-ba96-5f605ff624a6), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:28.263806 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device a397a929-1375-403e-8ada-a969c8c32b91 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:28.300161 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:28.302338 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e5aa3cd3-d7ee-43d0-82df-414e83797d97 admin admin] Publish callbacks [] for security_group (3d3e2c01-aeb0-4e4e-8a63-a6baa1069893), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:28.307571 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:28.457728 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:19Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'cb0a5fe8-ee14-4eaa-bb9c-929049f90559', 'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'mac_address': 'fa:16:3e:1f:44:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:16Z', 'updated_at': '2022-03-23T09:03:20Z', 'revision_number': 2, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'subnets': [{'id': '557dee99-09a9-460c-be1d-dcb02c131231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:28.647628 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Checking router: e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:03:28.648094 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Updating router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 binding host dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:03:28.670231 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Pushing event updated for resources: {'Port': ['ID=96181205-cb3b-4087-ba96-5f605ff624a6,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:28.747672 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-51162336-a9ea-4249-b590-6eabf06babe8 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:28.749287 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-51162336-a9ea-4249-b590-6eabf06babe8 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 819 time: 0.4197602 Mar 23 09:03:28.786735 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-26590063-0bd2-4afe-8373-03c8629fbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:28.805155 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:28.812110 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-26590063-0bd2-4afe-8373-03c8629fbe24 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d6e4714b3a9444c6a4467a6c99c69c97&device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 1128 time: 0.9093914 Mar 23 09:03:28.853567 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51938) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:28.901280 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Sync routers for ids ['63c5e3c2-b417-40f9-a527-4588aad6f58c'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:03:28.928434 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Routers {'63c5e3c2-b417-40f9-a527-4588aad6f58c'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:28.930558 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-a929495d-be80-4aeb-9674-9becec6790be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:03:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['63c5e3c2-b417-40f9-a527-4588aad6f58c'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:28.970889 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port a397a929-1375-403e-8ada-a969c8c32b91 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:28.971393 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (a397a929-1375-403e-8ada-a969c8c32b91), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:29.125970 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-8d761dd7-27bc-4261-98d6-ab98f3f32f97 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--543225751', 'description': 'tempest-description--803407971'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:29.148284 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-9a4a15a6-6a7a-43f6-9ff0-d539024353f2 None None] Provisioning complete for port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:29.149322 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9a4a15a6-6a7a-43f6-9ff0-d539024353f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:29.170394 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e5aa3cd3-d7ee-43d0-82df-414e83797d97 admin admin] Publish callbacks [] for security_group (3d3e2c01-aeb0-4e4e-8a63-a6baa1069893), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:29.277459 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Set router 63c5e3c2-b417-40f9-a527-4588aad6f58c gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:29.342195 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-4f3cad89-47ee-41b6-921a-b793fee1001a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/quotas/374ea8e4034e4b098ab4e807faac55b9 HTTP/1.1" status: 200 len: 375 time: 0.5795109 Mar 23 09:03:29.358016 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:03:29.409553 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-886a51d4-5c5b-4c11-bea2-1ce2b355b25d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=285980cf-6f48-49a0-96b2-86fd039b1464 HTTP/1.1" status: 200 len: 217 time: 0.5205054 Mar 23 09:03:29.513393 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 51956) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:29.722106 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-a929495d-be80-4aeb-9674-9becec6790be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 4, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '46246b88-311e-41de-92c4-aea1dbfc5610', 'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'mac_address': 'fa:16:3e:20:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:19Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 2, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'subnets': [{'id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:29.728551 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90462d-cf76-43d1-9bb3-2a6964be6c0a req-48a5ebf9-1e9e-4528-9090-0520268673c5 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:29.730227 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0a90462d-cf76-43d1-9bb3-2a6964be6c0a req-48a5ebf9-1e9e-4528-9090-0520268673c5 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 944 time: 0.3552654 Mar 23 09:03:29.770906 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:03:29.778458 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-61c0c373-ce89-446a-9a2e-3bcaf5c230cd admin admin] 10.222.0.91 "PUT /v2.0/routers/2d9e24e0-0f01-485c-bbee-2b0e1502fc48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3368320 Mar 23 09:03:29.794456 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Checking router: 63c5e3c2-b417-40f9-a527-4588aad6f58c for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:03:29.794653 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Updating router 63c5e3c2-b417-40f9-a527-4588aad6f58c port 46246b88-311e-41de-92c4-aea1dbfc5610 binding host dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:03:29.842583 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0a90462d-cf76-43d1-9bb3-2a6964be6c0a req-37bad707-798d-4665-a7f4-6a747369363f tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975082 Mar 23 09:03:29.862998 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Publish callbacks [] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:29.865994 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:29.869255 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a15a6-6a7a-43f6-9ff0-d539024353f2 None None] Port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:29.885123 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:29.911673 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Sync routers for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:03:29.963399 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:29.964175 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:03:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:30.111706 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8d761dd7-27bc-4261-98d6-ab98f3f32f97 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:30.140448 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1594118958-network', 'tenant_id': '0d7d359aa76d4a5dacd11fe7be2e1d29'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:30.359958 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8d761dd7-27bc-4261-98d6-ab98f3f32f97 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group (5d5e1891-68e8-45c5-914b-4ba7ad558822), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:30.374349 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-a19e1135-1fe1-4edd-a024-3307af5bea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:30.377577 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-a19e1135-1fe1-4edd-a024-3307af5bea65 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=df21b6f2-909a-4845-a184-6253cbfd773b HTTP/1.1" status: 200 len: 852 time: 0.8756628 Mar 23 09:03:30.386811 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8d761dd7-27bc-4261-98d6-ab98f3f32f97 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (5d5e1891-68e8-45c5-914b-4ba7ad558822), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:30.399152 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e5aa3cd3-d7ee-43d0-82df-414e83797d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (3d3e2c01-aeb0-4e4e-8a63-a6baa1069893), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:30.408187 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e5aa3cd3-d7ee-43d0-82df-414e83797d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:30.411876 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-e5aa3cd3-d7ee-43d0-82df-414e83797d97 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3d3e2c01-aeb0-4e4e-8a63-a6baa1069893 HTTP/1.1" status: 204 len: 168 time: 2.9401703 Mar 23 09:03:30.441335 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Publish callbacks [] for port (46246b88-311e-41de-92c4-aea1dbfc5610), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:30.452988 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:30.547371 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202af298-ba44-4180-b614-e33127c7a1f2 None None] Pushing event updated for resources: {'Port': ['ID=46246b88-311e-41de-92c4-aea1dbfc5610,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:30.603786 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port a397a929-1375-403e-8ada-a969c8c32b91 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:30.604183 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a397a929-1375-403e-8ada-a969c8c32b91), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:30.688691 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Attempting to bind port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:30.690253 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Attempting to bind port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:30.691697 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Attempting to bind port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 on network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:30.733150 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] For port a397a929-1375-403e-8ada-a969c8c32b91, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=a397a929-1375-403e-8ada-a969c8c32b91,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:30.739105 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e1758-18b9-47fd-bee7-abf8b3018c5d None None] Pushing event updated for resources: {'Port': ['ID=cb0a5fe8-ee14-4eaa-bb9c-929049f90559,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:30.760584 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:30.765005 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (a397a929-1375-403e-8ada-a969c8c32b91), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:30.793408 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-5469fcda-46b4-4483-b1f7-4c22a208eba0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=48f5f076-96bb-4a1f-9dcd-e56f1ad81a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3604732 Mar 23 09:03:30.794220 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d761dd7-27bc-4261-98d6-ab98f3f32f97 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5e1891-68e8-45c5-914b-4ba7ad558822,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:30.851840 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-53539fbb-3872-456a-8f9d-ba1ea2d9c52b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4683566 Mar 23 09:03:30.878794 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2908549-bd11-4a06-8f8a-6efbc3efc786 x-openstack-request-id: req-e2908549-bd11-4a06-8f8a-6efbc3efc786 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:30.879292 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c37b48c-93ad-45a2-a306-f65116aa0e16", "tag": "285980cf-6f48-49a0-96b2-86fd039b1464", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:30.879730 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e2908549-bd11-4a06-8f8a-6efbc3efc786 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:30.881628 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2908549-bd11-4a06-8f8a-6efbc3efc786'] response: {'name': 'network-changed', 'server_uuid': '2c37b48c-93ad-45a2-a306-f65116aa0e16', 'tag': '285980cf-6f48-49a0-96b2-86fd039b1464', 'status': 'completed', 'code': 200} Mar 23 09:03:30.885129 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:30.895740 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa3cd3-d7ee-43d0-82df-414e83797d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3e2c01-aeb0-4e4e-8a63-a6baa1069893,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:30.898691 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Checking segment: {'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:30.900371 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:30.901136 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Bound using segment: {'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:30.902732 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Bound port: cb0a5fe8-ee14-4eaa-bb9c-929049f90559, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:30.905241 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:30.910109 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] Made reservation on behalf of 0d7d359aa76d4a5dacd11fe7be2e1d29 for: {'network': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:30.917677 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:30.966352 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.094930 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Attempting to bind port 46246b88-311e-41de-92c4-aea1dbfc5610 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:31.095697 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Attempting to bind port 46246b88-311e-41de-92c4-aea1dbfc5610 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:31.097481 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Attempting to bind port 46246b88-311e-41de-92c4-aea1dbfc5610 on network 56876f3b-4d32-475e-a709-53e6f280a9c9 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:31.140009 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:31.142270 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Checking segment: {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:31.148311 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.153306 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Bound using segment: {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:31.154170 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Bound port: 46246b88-311e-41de-92c4-aea1dbfc5610, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:31.156204 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.216129 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] Publish callbacks [] for security_group (251215a8-7b98-4ddf-ac57-915f74606a4d), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.224660 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8d761dd7-27bc-4261-98d6-ab98f3f32f97 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.228220 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-8d761dd7-27bc-4261-98d6-ab98f3f32f97 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.3357882 Mar 23 09:03:31.231563 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52002) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:31.239080 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (251215a8-7b98-4ddf-ac57-915f74606a4d), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.244550 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-7c8b6d77-767f-4ea0-b488-099c17ed45a1 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Request body: {'security_group_rule': {'security_group_id': '5d5e1891-68e8-45c5-914b-4ba7ad558822', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:31.306800 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251215a8-7b98-4ddf-ac57-915f74606a4d,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:31.360112 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:03:31.380742 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (3a0bd811-f9b6-4bf3-a03d-94a88b19e7ce), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.382197 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.segments_db [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] Added segment 3a0bd811-f9b6-4bf3-a03d-94a88b19e7ce of type vlan for network 7885650c-f4aa-477b-8e6b-1cb8e0fc935e Mar 23 09:03:31.400768 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a929495d-be80-4aeb-9674-9becec6790be None None] For port 46246b88-311e-41de-92c4-aea1dbfc5610, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:31.416068 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a929495d-be80-4aeb-9674-9becec6790be None None] For port 46246b88-311e-41de-92c4-aea1dbfc5610, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=46246b88-311e-41de-92c4-aea1dbfc5610,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:31.427725 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6d77-767f-4ea0-b488-099c17ed45a1 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group_rule (d746f79a-7c90-4ee0-8e62-1b5cf19c5669), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.436564 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-faf9dbb6-bf36-4bab-80fc-d1aebf41ee4d None None] Provisioning complete for port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:31.436980 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-faf9dbb6-bf36-4bab-80fc-d1aebf41ee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.458854 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.516771 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 96181205-cb3b-4087-ba96-5f605ff624a6 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:31.658448 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (7885650c-f4aa-477b-8e6b-1cb8e0fc935e), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.687594 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-e6745d3f-a72b-43fb-98dc-a56332615d14 service neutron] 10.222.0.93 "GET /v2.0/networks/48f5f076-96bb-4a1f-9dcd-e56f1ad81a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387972 Mar 23 09:03:31.721315 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6d77-767f-4ea0-b488-099c17ed45a1 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group_rule (d746f79a-7c90-4ee0-8e62-1b5cf19c5669), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.732757 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6d77-767f-4ea0-b488-099c17ed45a1 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (d746f79a-7c90-4ee0-8e62-1b5cf19c5669), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.736162 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Routers {'63c5e3c2-b417-40f9-a527-4588aad6f58c'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:31.738348 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-a929495d-be80-4aeb-9674-9becec6790be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:03:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['63c5e3c2-b417-40f9-a527-4588aad6f58c'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:31.768626 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b6d77-767f-4ea0-b488-099c17ed45a1 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d746f79a-7c90-4ee0-8e62-1b5cf19c5669,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:31.794045 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-78aa8632-f975-4c00-aa9f-682891ca4116 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103134) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:03:31.797667 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-78aa8632-f975-4c00-aa9f-682891ca4116 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2905078 Mar 23 09:03:31.832320 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6d77-767f-4ea0-b488-099c17ed45a1 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.836452 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-7c8b6d77-767f-4ea0-b488-099c17ed45a1 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6025281 Mar 23 09:03:31.843063 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52018) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:31.856552 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-e8fbd085-56fa-449a-9660-d1c3ac0601c3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Request body: {'security_group_rule': {'security_group_id': '5d5e1891-68e8-45c5-914b-4ba7ad558822', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:31.933048 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e8fbd085-56fa-449a-9660-d1c3ac0601c3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group_rule (812de652-fe2a-4a76-b59e-c027b28402d9), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:31.958314 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7b9abd98-4ab2-48e0-873c-cf577ee5464c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:32.031502 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:32.051388 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e8fbd085-56fa-449a-9660-d1c3ac0601c3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group_rule (812de652-fe2a-4a76-b59e-c027b28402d9), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:32.061904 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e8fbd085-56fa-449a-9660-d1c3ac0601c3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (812de652-fe2a-4a76-b59e-c027b28402d9), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:32.079674 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 96181205-cb3b-4087-ba96-5f605ff624a6 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:32.081108 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (96181205-cb3b-4087-ba96-5f605ff624a6), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:32.088870 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbd085-56fa-449a-9660-d1c3ac0601c3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812de652-fe2a-4a76-b59e-c027b28402d9,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:32.093565 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (7885650c-f4aa-477b-8e6b-1cb8e0fc935e), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:32.100717 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:32.101356 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:32.136981 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e8fbd085-56fa-449a-9660-d1c3ac0601c3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:32.138536 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-e8fbd085-56fa-449a-9660-d1c3ac0601c3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2943966 Mar 23 09:03:32.142546 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52020) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:32.150920 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Request body: {'floatingip': {'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:32.210737 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-faf9dbb6-bf36-4bab-80fc-d1aebf41ee4d None None] Port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:32.217150 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-a929495d-be80-4aeb-9674-9becec6790be None None] Set router 63c5e3c2-b417-40f9-a527-4588aad6f58c gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:32.218511 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:32.255888 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Pushing event updated for resources: {'Port': ['ID=a397a929-1375-403e-8ada-a969c8c32b91,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:32.302363 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] For port cb0a5fe8-ee14-4eaa-bb9c-929049f90559, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:32.402957 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] For port cb0a5fe8-ee14-4eaa-bb9c-929049f90559, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=cb0a5fe8-ee14-4eaa-bb9c-929049f90559,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:32.513252 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 96181205-cb3b-4087-ba96-5f605ff624a6 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:32.535634 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:32.548482 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-95485f07-c85d-4e62-9b27-8cbd2f311603 None None] Provisioning complete for port 46246b88-311e-41de-92c4-aea1dbfc5610 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:32.548482 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-95485f07-c85d-4e62-9b27-8cbd2f311603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:32.633724 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] Pushing event updated for resources: {'Network': ['ID=7885650c-f4aa-477b-8e6b-1cb8e0fc935e,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:32.734873 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-514b8659-2c72-4f7b-8bd8-4dd02d7e4595 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2105489 Mar 23 09:03:32.740265 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52040) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:32.740887 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52042) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:32.761606 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-157c9304-aabf-427f-8101-9f0a0d85e495 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2098711552', 'description': 'tempest-description--636407549'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:32.795032 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network 7885650c-f4aa-477b-8e6b-1cb8e0fc935e details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:03:32.833013 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-f933c92c-aa3b-45e1-87b4-bae9a249c1d2 admin admin] Request body: {'subnet': {'network_id': '7885650c-f4aa-477b-8e6b-1cb8e0fc935e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1594118958-subnet', 'tenant_id': '0d7d359aa76d4a5dacd11fe7be2e1d29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:32.907663 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-276ebdbd-93f5-455b-ae1a-d40869b18fed req-4081279c-8209-45e6-b1e4-cb47e915286c service neutron] 10.222.0.93 "GET /v2.0/networks/48f5f076-96bb-4a1f-9dcd-e56f1ad81a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2316539 Mar 23 09:03:32.969326 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-d8d1d9e3-4752-49ac-a51e-be387845cd75 service neutron] 10.222.0.91 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0997660 Mar 23 09:03:32.997601 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:03:33.016197 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202af298-ba44-4180-b614-e33127c7a1f2 None None] Pushing event updated for resources: {'Port': ['ID=46246b88-311e-41de-92c4-aea1dbfc5610,revision_number=4']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:33.070465 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-a929495d-be80-4aeb-9674-9becec6790be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 4, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '46246b88-311e-41de-92c4-aea1dbfc5610', 'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'mac_address': 'fa:16:3e:20:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:19Z', 'updated_at': '2022-03-23T09:03:31Z', 'revision_number': 4, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'subnets': [{'id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:33.134487 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a929495d-be80-4aeb-9674-9becec6790be None None] The sync data for ids ['63c5e3c2-b417-40f9-a527-4588aad6f58c'] in dv-cinder-834822-2-smb is: [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 4, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '46246b88-311e-41de-92c4-aea1dbfc5610', 'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'mac_address': 'fa:16:3e:20:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:19Z', 'updated_at': '2022-03-23T09:03:31Z', 'revision_number': 4, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'subnets': [{'id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:03:33.165489 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:33.195864 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-157c9304-aabf-427f-8101-9f0a0d85e495 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:33.227986 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f933c92c-aa3b-45e1-87b4-bae9a249c1d2 admin admin] Made reservation on behalf of 0d7d359aa76d4a5dacd11fe7be2e1d29 for: {'subnet': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:33.250227 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f933c92c-aa3b-45e1-87b4-bae9a249c1d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:33.264846 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device a397a929-1375-403e-8ada-a969c8c32b91 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:33.325770 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-972e787b-3a3e-407f-a3fe-ef1ccbdc8592 service neutron] 10.222.0.91 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669090 Mar 23 09:03:33.328473 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f5e27-cbdb-4726-ad3b-c06150f6c740 req-7a8d184c-e2b5-47f1-bac1-2ee0fd3b14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:33.330221 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-071f5e27-cbdb-4726-ad3b-c06150f6c740 req-7a8d184c-e2b5-47f1-bac1-2ee0fd3b14f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d6e4714b3a9444c6a4467a6c99c69c97&device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 1128 time: 0.2152543 Mar 23 09:03:33.591665 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607626b7-72e2-455e-82a5-4aa01118a727 req-8ac6e4a1-5781-4d59-a087-7f3eef1cf8d2 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:33.601416 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-607626b7-72e2-455e-82a5-4aa01118a727 req-8ac6e4a1-5781-4d59-a087-7f3eef1cf8d2 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 944 time: 0.6935713 Mar 23 09:03:33.651449 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Routers {'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:33.653116 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:03:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:33.751097 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f5e27-cbdb-4726-ad3b-c06150f6c740 req-6639f5db-ea61-43da-9b03-13fb6b65d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:33.752982 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-071f5e27-cbdb-4726-ad3b-c06150f6c740 req-6639f5db-ea61-43da-9b03-13fb6b65d414 service neutron] 10.222.0.93 "GET /v2.0/networks?id=48f5f076-96bb-4a1f-9dcd-e56f1ad81a58 HTTP/1.1" status: 200 len: 913 time: 0.4030333 Mar 23 09:03:33.881896 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-071f5e27-cbdb-4726-ad3b-c06150f6c740 req-75d3640a-9eaf-4f0f-86e6-4e33b3ec2e2f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=285980cf-6f48-49a0-96b2-86fd039b1464 HTTP/1.1" status: 200 len: 217 time: 0.1200449 Mar 23 09:03:34.095321 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] Set router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:34.116857 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-548e9891-212f-44fa-8c49-ebf19e6e42bc req-7d97bf74-b968-45a0-8563-e384f5fcb084 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 210 time: 0.1820631 Mar 23 09:03:34.143130 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f5e27-cbdb-4726-ad3b-c06150f6c740 req-e0adc5da-0625-4eca-982d-73f9ff326566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:34.145484 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-071f5e27-cbdb-4726-ad3b-c06150f6c740 req-e0adc5da-0625-4eca-982d-73f9ff326566 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=df21b6f2-909a-4845-a184-6253cbfd773b HTTP/1.1" status: 200 len: 852 time: 0.2567463 Mar 23 09:03:34.146315 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 52088) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:34.200088 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-607626b7-72e2-455e-82a5-4aa01118a727 req-db9aebac-8975-4315-b522-c797207fd9f6 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5976965 Mar 23 09:03:34.214827 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e1758-18b9-47fd-bee7-abf8b3018c5d None None] Pushing event updated for resources: {'Port': ['ID=cb0a5fe8-ee14-4eaa-bb9c-929049f90559,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:34.242338 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-071f5e27-cbdb-4726-ad3b-c06150f6c740 req-48fc536e-1660-41d0-af0f-464e5758d518 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=48f5f076-96bb-4a1f-9dcd-e56f1ad81a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611846 Mar 23 09:03:34.254447 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a114b685-a1bf-4073-ac06-2de1501fa084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.277483 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.281899 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Allocated IP 172.28.1.144 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/cecea914-1b1a-4da8-8e9a-77eb54299450) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:34.332566 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f933c92c-aa3b-45e1-87b4-bae9a249c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for subnet (6e1bea58-041f-44e2-814f-023aeb77d83f), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.460193 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-439f7798-d34e-412e-bd13-ae7dc7287c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.534908 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-157c9304-aabf-427f-8101-9f0a0d85e495 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (77d8ae24-0dc8-46ef-ae55-1217f43d5442), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.536461 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933c92c-aa3b-45e1-87b4-bae9a249c1d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1bea58-041f-44e2-814f-023aeb77d83f,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:34.549223 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-157c9304-aabf-427f-8101-9f0a0d85e495 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (77d8ae24-0dc8-46ef-ae55-1217f43d5442), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.554844 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for port (cecea914-1b1a-4da8-8e9a-77eb54299450), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.564261 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:27Z', 'revision_number': 2, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:34.577201 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port a397a929-1375-403e-8ada-a969c8c32b91 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:34.577983 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (a397a929-1375-403e-8ada-a969c8c32b91), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.595000 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c9304-aabf-427f-8101-9f0a0d85e495 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d8ae24-0dc8-46ef-ae55-1217f43d5442,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:34.624563 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-439f7798-d34e-412e-bd13-ae7dc7287c73 admin admin] Publish callbacks [] for security_group (13f2d66d-1ff3-47ab-82ab-af7cbfa09558), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.628363 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-157c9304-aabf-427f-8101-9f0a0d85e495 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.643297 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-157c9304-aabf-427f-8101-9f0a0d85e495 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8948553 Mar 23 09:03:34.646044 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52118) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:34.658917 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-2584b2ca-bc41-4223-b3e0-d157b57afb2e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'security_group_rule': {'security_group_id': '77d8ae24-0dc8-46ef-ae55-1217f43d5442', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:34.706489 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (cecea914-1b1a-4da8-8e9a-77eb54299450), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.790795 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-14d5df18-7285-442e-b6a9-90181749bd0d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:34.798689 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-14d5df18-7285-442e-b6a9-90181749bd0d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 819 time: 0.1725900 Mar 23 09:03:34.803785 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:34.805389 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933c92c-aa3b-45e1-87b4-bae9a249c1d2 admin admin] Checking segment: {'id': '3a0bd811-f9b6-4bf3-a03d-94a88b19e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7885650c-f4aa-477b-8e6b-1cb8e0fc935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:34.805389 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933c92c-aa3b-45e1-87b4-bae9a249c1d2 admin admin] Network hostable DHCP agents. Network: 7885650c-f4aa-477b-8e6b-1cb8e0fc935e, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:03:34.809256 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-439f7798-d34e-412e-bd13-ae7dc7287c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (13f2d66d-1ff3-47ab-82ab-af7cbfa09558), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.809704 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Checking router: 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:03:34.810106 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Updating router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 binding host dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:03:34.839072 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event updated for resources: {'Port': ['ID=cecea914-1b1a-4da8-8e9a-77eb54299450,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:34.841451 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2584b2ca-bc41-4223-b3e0-d157b57afb2e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (82a8894a-af22-479a-aef3-c934d36238d1), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.857129 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:34.864662 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:34.882382 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-439f7798-d34e-412e-bd13-ae7dc7287c73 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=18d2e81a90484f229db05da54e488c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7311451 Mar 23 09:03:34.894474 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-89d14b5a-6672-4692-a0ad-007ee99eaa18 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/quotas/374ea8e4034e4b098ab4e807faac55b9 HTTP/1.1" status: 200 len: 375 time: 0.0914497 Mar 23 09:03:34.895886 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:34.896214 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 52124) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:34.962372 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f7798-d34e-412e-bd13-ae7dc7287c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f2d66d-1ff3-47ab-82ab-af7cbfa09558,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:34.996868 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-95485f07-c85d-4e62-9b27-8cbd2f311603 None None] Current status of the port 46246b88-311e-41de-92c4-aea1dbfc5610 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:34.997256 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-95485f07-c85d-4e62-9b27-8cbd2f311603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.128098 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933c92c-aa3b-45e1-87b4-bae9a249c1d2 admin admin] Network 7885650c-f4aa-477b-8e6b-1cb8e0fc935e is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:03:35.180658 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-52aa3f87-0052-4726-8305-34b45d06616a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2853065 Mar 23 09:03:35.280991 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-f933c92c-aa3b-45e1-87b4-bae9a249c1d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, 7885650c-f4aa-477b-8e6b-1cb8e0fc935e) {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:35.319715 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f933c92c-aa3b-45e1-87b4-bae9a249c1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:35.320500 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f933c92c-aa3b-45e1-87b4-bae9a249c1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.338380 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ee630ea-7b29-4cb2-a3c8-55d905d1ba5e admin admin] Publish callbacks [] for security_group (13f2d66d-1ff3-47ab-82ab-af7cbfa09558), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.356921 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for floatingip (d522a1b9-5cf9-4ae1-a36a-853cfdc46782), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.368935 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ee630ea-7b29-4cb2-a3c8-55d905d1ba5e admin admin] Publish callbacks [] for security_group (13f2d66d-1ff3-47ab-82ab-af7cbfa09558), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.389347 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2584b2ca-bc41-4223-b3e0-d157b57afb2e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (82a8894a-af22-479a-aef3-c934d36238d1), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.395737 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-f933c92c-aa3b-45e1-87b4-bae9a249c1d2 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5792184 Mar 23 09:03:35.399691 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777d76ec-1c22-4157-a013-043daddf8266 None None] Network 7885650c-f4aa-477b-8e6b-1cb8e0fc935e requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:35.400303 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2584b2ca-bc41-4223-b3e0-d157b57afb2e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (82a8894a-af22-479a-aef3-c934d36238d1), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.435419 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port a397a929-1375-403e-8ada-a969c8c32b91 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:35.462434 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-95485f07-c85d-4e62-9b27-8cbd2f311603 None None] For port 46246b88-311e-41de-92c4-aea1dbfc5610, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=46246b88-311e-41de-92c4-aea1dbfc5610,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:35.478217 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ee630ea-7b29-4cb2-a3c8-55d905d1ba5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (13f2d66d-1ff3-47ab-82ab-af7cbfa09558), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.491726 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ee630ea-7b29-4cb2-a3c8-55d905d1ba5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.492914 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-3ee630ea-7b29-4cb2-a3c8-55d905d1ba5e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/13f2d66d-1ff3-47ab-82ab-af7cbfa09558 HTTP/1.1" status: 204 len: 168 time: 0.5935616 Mar 23 09:03:35.539339 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584b2ca-bc41-4223-b3e0-d157b57afb2e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a8894a-af22-479a-aef3-c934d36238d1,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:35.556554 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2584b2ca-bc41-4223-b3e0-d157b57afb2e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.560259 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-2584b2ca-bc41-4223-b3e0-d157b57afb2e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9082658 Mar 23 09:03:35.565657 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52158) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:35.580186 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-495ec825-fa2b-4631-8509-8723538a56be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'security_group_rule': {'security_group_id': '77d8ae24-0dc8-46ef-ae55-1217f43d5442', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:35.611850 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d36637-fba3-4657-907b-1b03824cfbfb req-0b97db82-870a-4166-abd0-7bafccef854f tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:35.613684 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-13d36637-fba3-4657-907b-1b03824cfbfb req-0b97db82-870a-4166-abd0-7bafccef854f tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 944 time: 0.2437174 Mar 23 09:03:35.622216 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-495ec825-fa2b-4631-8509-8723538a56be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (2e338744-7e12-490d-b034-9d85f37319e9), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.626374 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee630ea-7b29-4cb2-a3c8-55d905d1ba5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f2d66d-1ff3-47ab-82ab-af7cbfa09558,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:35.634824 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-e23dbe15-2135-454e-b028-4885b5684dd4 service neutron] 10.222.0.91 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438202 Mar 23 09:03:35.650631 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-95485f07-c85d-4e62-9b27-8cbd2f311603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.659552 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (cecea914-1b1a-4da8-8e9a-77eb54299450), before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.751206 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 46246b88-311e-41de-92c4-aea1dbfc5610 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:35.844878 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for port (cecea914-1b1a-4da8-8e9a-77eb54299450), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.880842 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-2399de0e-a561-4a5b-ae0b-99e08adbbf2d service neutron] 10.222.0.91 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392919 Mar 23 09:03:35.883594 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (cecea914-1b1a-4da8-8e9a-77eb54299450), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.944165 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-13d36637-fba3-4657-907b-1b03824cfbfb req-e948d014-166c-4ff8-8d97-81a0530d656f tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849131 Mar 23 09:03:35.948186 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (d522a1b9-5cf9-4ae1-a36a-853cfdc46782), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.973355 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.975008 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8310800 Mar 23 09:03:35.987934 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-495ec825-fa2b-4631-8509-8723538a56be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (2e338744-7e12-490d-b034-9d85f37319e9), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:35.989269 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7e0fa-3f64-4978-a227-ddc5db83a5cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event updated for resources: {'Port': ['ID=cecea914-1b1a-4da8-8e9a-77eb54299450,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:35.994090 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-495ec825-fa2b-4631-8509-8723538a56be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (2e338744-7e12-490d-b034-9d85f37319e9), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.013778 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ec825-fa2b-4631-8509-8723538a56be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e338744-7e12-490d-b034-9d85f37319e9,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:36.025718 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-495ec825-fa2b-4631-8509-8723538a56be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.027486 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-495ec825-fa2b-4631-8509-8723538a56be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4532897 Mar 23 09:03:36.030878 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 52174) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:36.031841 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:19Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'cb0a5fe8-ee14-4eaa-bb9c-929049f90559', 'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'mac_address': 'fa:16:3e:1f:44:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:16Z', 'updated_at': '2022-03-23T09:03:32Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'subnets': [{'id': '557dee99-09a9-460c-be1d-dcb02c131231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:36.037995 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'floatingip': {'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:36.045519 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdb2a9f-163f-45ef-8176-8579593d1fc6 None None] Network 7885650c-f4aa-477b-8e6b-1cb8e0fc935e requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:36.089377 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.108978 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.195729 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128d4249-ee5c-4434-a1e0-9a605aad3d56 None None] The sync data for ids ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'] in dv-cinder-834822-2-smb is: [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:19Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'cb0a5fe8-ee14-4eaa-bb9c-929049f90559', 'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'mac_address': 'fa:16:3e:1f:44:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:16Z', 'updated_at': '2022-03-23T09:03:32Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'subnets': [{'id': '557dee99-09a9-460c-be1d-dcb02c131231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:03:36.264434 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5980e8dc-d677-41b7-b878-441ba0866be2 req-f570e25f-086f-48aa-b817-11b05fbe940b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 210 time: 0.0791988 Mar 23 09:03:36.305760 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-56cec035-eef3-4f5e-beb2-5def68a10dfd None None] Provisioning complete for port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:36.306350 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56cec035-eef3-4f5e-beb2-5def68a10dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.316223 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.374634 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95485f07-c85d-4e62-9b27-8cbd2f311603 None None] Pushing event updated for resources: {'Port': ['ID=46246b88-311e-41de-92c4-aea1dbfc5610,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:36.502180 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 46246b88-311e-41de-92c4-aea1dbfc5610 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:36.502807 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.664591 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Allocated IP 172.28.1.254 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/6adf214e-3c6a-4de2-9b4c-ad078d6dc7e8) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:36.873375 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-56cec035-eef3-4f5e-beb2-5def68a10dfd None None] Current status of the port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:36.873774 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56cec035-eef3-4f5e-beb2-5def68a10dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.894027 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52222) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:36.901887 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-129075923-network', 'tenant_id': '6991ca543bf94709875bfecd98a2033d'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:36.948188 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] Made reservation on behalf of 6991ca543bf94709875bfecd98a2033d for: {'network': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:36.951258 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.965776 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Publish callbacks [] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.967902 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:36.974026 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:37.006355 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:37.421803 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 46246b88-311e-41de-92c4-aea1dbfc5610 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:37.432272 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-56cec035-eef3-4f5e-beb2-5def68a10dfd None None] For port cb0a5fe8-ee14-4eaa-bb9c-929049f90559, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=cb0a5fe8-ee14-4eaa-bb9c-929049f90559,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:37.470902 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56cec035-eef3-4f5e-beb2-5def68a10dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:37.486513 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86740273-a6b4-43a9-b725-56ebab902e07 None None] Pushing event updated for resources: {'Port': ['ID=f646ef7c-ea7e-460d-b6b0-50d769b1b8a8,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:37.734414 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Attempting to bind port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:37.742388 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Attempting to bind port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:37.743324 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Attempting to bind port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 on network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:37.756876 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cec035-eef3-4f5e-beb2-5def68a10dfd None None] Pushing event updated for resources: {'Port': ['ID=cb0a5fe8-ee14-4eaa-bb9c-929049f90559,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:37.786522 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:37.787683 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-071f5e27-cbdb-4726-ad3b-c06150f6c740 req-c09a7dde-ba99-40ff-aa1d-b340a6e2a972 service neutron] 10.222.0.93 "GET /v2.0/networks/48f5f076-96bb-4a1f-9dcd-e56f1ad81a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1823568 Mar 23 09:03:37.788850 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Checking segment: {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:37.789267 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:37.789724 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Bound using segment: {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:37.790204 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Bound port: f646ef7c-ea7e-460d-b6b0-50d769b1b8a8, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:37.793658 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:37.861417 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.93', 63997) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:38.002576 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] Publish callbacks [] for security_group (332da4e3-607d-447d-9f8a-26cacd589ef2), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.013640 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (332da4e3-607d-447d-9f8a-26cacd589ef2), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.060215 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device cb0a5fe8-ee14-4eaa-bb9c-929049f90559 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:38.086147 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7bae6-585a-463e-a388-af641b49a08e req-efbd97c9-5c57-4cca-9576-992de4ab6a56 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:38.088120 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-93b7bae6-585a-463e-a388-af641b49a08e req-efbd97c9-5c57-4cca-9576-992de4ab6a56 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 944 time: 0.9498675 Mar 23 09:03:38.094471 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:03:38.110755 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-1f9f5aef-5579-4b4e-a036-c214a106c75e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--543225751&fields=id&tenant_id=d5c385a890af4ad8a66dceaef2f65557 HTTP/1.1" status: 200 len: 267 time: 1.2742229 Mar 23 09:03:38.163789 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (b1ff5906-b994-471c-9a1f-89c6959d25cb), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.164398 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.db.segments_db [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] Added segment b1ff5906-b994-471c-9a1f-89c6959d25cb of type vlan for network 8be6ebab-5be6-49c3-94c5-724f3164d392 Mar 23 09:03:38.175648 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332da4e3-607d-447d-9f8a-26cacd589ef2,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:38.190847 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] For port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:38.213130 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-516a6769-f2fc-4706-9c24-76df763933e0 None None] Provisioning complete for port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:38.216535 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-516a6769-f2fc-4706-9c24-76df763933e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.268172 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-516a6769-f2fc-4706-9c24-76df763933e0 None None] Port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:38.286538 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] For port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=f646ef7c-ea7e-460d-b6b0-50d769b1b8a8,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:38.293951 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:38.296805 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.337417 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-9dd913f8-981b-4d49-902d-1263de4c9526 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:38.339109 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-9dd913f8-981b-4d49-902d-1263de4c9526 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/networks?id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 200 len: 816 time: 0.2262239 Mar 23 09:03:38.383416 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for port (6adf214e-3c6a-4de2-9b4c-ad078d6dc7e8), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.424002 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.427822 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (8be6ebab-5be6-49c3-94c5-724f3164d392), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.449686 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-50dcf47a-f75e-4c33-aebc-7202a5bdbe57 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/quotas/d5c385a890af4ad8a66dceaef2f65557 HTTP/1.1" status: 200 len: 375 time: 0.1033499 Mar 23 09:03:38.502346 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-071f5e27-cbdb-4726-ad3b-c06150f6c740 req-015cde1c-256a-438c-a5a5-29373898d01a service neutron] 10.222.0.93 "GET /v2.0/networks/48f5f076-96bb-4a1f-9dcd-e56f1ad81a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021403 Mar 23 09:03:38.559598 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86740273-a6b4-43a9-b725-56ebab902e07 None None] Pushing event updated for resources: {'Port': ['ID=f646ef7c-ea7e-460d-b6b0-50d769b1b8a8,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:38.570658 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:03:38.571871 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:03:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:38.589686 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-93b7bae6-585a-463e-a388-af641b49a08e req-b3fd5685-cb60-4a1d-b363-c923a2b607b2 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670911 Mar 23 09:03:38.601527 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (8be6ebab-5be6-49c3-94c5-724f3164d392), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.608360 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:38.610464 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.707255 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-e7f5a36b-1f64-4ad9-85d1-56b176c1f9a8 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:38.714986 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-e7f5a36b-1f64-4ad9-85d1-56b176c1f9a8 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 819 time: 0.8521163 Mar 23 09:03:38.718065 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:38.720030 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 46246b88-311e-41de-92c4-aea1dbfc5610 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:38.746935 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] Pushing event updated for resources: {'Network': ['ID=8be6ebab-5be6-49c3-94c5-724f3164d392,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:38.757055 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-f59bd8b2-f7ba-49d9-8590-cc4008bb1d10 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8575237 Mar 23 09:03:38.773261 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 52274) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:38.798457 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-610dd553-b074-4b19-b2b2-2c3b7a19276e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Request body: {'port': {'device_id': 'bba51e8f-34b1-49ac-ad2b-11e80d68af3d', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'admin_state_up': True, 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:38.830980 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network 8be6ebab-5be6-49c3-94c5-724f3164d392 details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:03:38.841362 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ec484ff9-4a2a-4187-bc6c-8e3ee5bdd533 req-c6c833b1-f5c0-4bc8-a802-99a3b0d2299a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 210 time: 0.0564792 Mar 23 09:03:38.859391 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-8d5936df-c4f5-42d2-998d-d259f85640ac admin admin] Request body: {'subnet': {'network_id': '8be6ebab-5be6-49c3-94c5-724f3164d392', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-129075923-subnet', 'tenant_id': '6991ca543bf94709875bfecd98a2033d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:38.958342 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5936df-c4f5-42d2-998d-d259f85640ac admin admin] Made reservation on behalf of 6991ca543bf94709875bfecd98a2033d for: {'subnet': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:38.961120 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8d5936df-c4f5-42d2-998d-d259f85640ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:38.962585 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:03:39.072113 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-f45177a4-1ee7-40de-8fd0-bc05fd75c32c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d5c385a890af4ad8a66dceaef2f65557&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5929518 Mar 23 09:03:39.083749 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (6adf214e-3c6a-4de2-9b4c-ad078d6dc7e8), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:39.192925 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:39.223634 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-25b38dde-2251-4ee1-b4ca-8a30b5f841c5 None None] Provisioning complete for port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:39.224008 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-25b38dde-2251-4ee1-b4ca-8a30b5f841c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:39.243701 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:39.263835 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:39.271286 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 46246b88-311e-41de-92c4-aea1dbfc5610 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:39.271286 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:39.286100 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-d40aaaf0-fcf4-4be4-aeb0-3ed8f0a65752 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:39.287627 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-d40aaaf0-fcf4-4be4-aeb0-3ed8f0a65752 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 819 time: 0.6708031 Mar 23 09:03:39.295277 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'Port': ['ID=6adf214e-3c6a-4de2-9b4c-ad078d6dc7e8,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:39.304180 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-d5b7c3e2-7d4e-4dbd-8a2b-d44d6fa829c9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Request body: {'port': {'device_id': 'fad73686-0021-4de3-ac6a-073bb8543ca9', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'admin_state_up': True, 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:39.484414 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-610dd553-b074-4b19-b2b2-2c3b7a19276e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Made reservation on behalf of 374ea8e4034e4b098ab4e807faac55b9 for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:39.489577 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-610dd553-b074-4b19-b2b2-2c3b7a19276e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:39.519228 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 46246b88-311e-41de-92c4-aea1dbfc5610 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:39.523402 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-25b38dde-2251-4ee1-b4ca-8a30b5f841c5 None None] Current status of the port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:39.523887 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-25b38dde-2251-4ee1-b4ca-8a30b5f841c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:39.561547 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:38Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:39.565287 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-25b38dde-2251-4ee1-b4ca-8a30b5f841c5 None None] For port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=f646ef7c-ea7e-460d-b6b0-50d769b1b8a8,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:39.596787 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf848c4f-0bca-4b7d-98e6-6778ac480de5 None None] The sync data for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb is: [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:38Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:03:39.598542 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-25b38dde-2251-4ee1-b4ca-8a30b5f841c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:39.622792 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:39.635051 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-1cf8e232-a986-49ec-a8ac-6bdabdf5e8ea service neutron] 10.222.0.91 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201077 Mar 23 09:03:39.722106 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b38dde-2251-4ee1-b4ca-8a30b5f841c5 None None] Pushing event updated for resources: {'Port': ['ID=f646ef7c-ea7e-460d-b6b0-50d769b1b8a8,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:39.730076 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device cb0a5fe8-ee14-4eaa-bb9c-929049f90559 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:39.874128 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:39.874774 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:39.876679 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e323a-5988-4862-859d-f9711f8a7d2f req-afea263c-3002-41ee-941b-7805904f12dc tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:39.878272 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-557e323a-5988-4862-859d-f9711f8a7d2f req-afea263c-3002-41ee-941b-7805904f12dc tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 944 time: 0.1003881 Mar 23 09:03:40.009154 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-557e323a-5988-4862-859d-f9711f8a7d2f req-2f5f4571-d326-42a9-978a-0ebd2b1fb748 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240380 Mar 23 09:03:40.017738 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:40.019804 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (6adf214e-3c6a-4de2-9b4c-ad078d6dc7e8), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:40.172433 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cd207b8d-9261-4888-a468-ce8598dab2c3 req-7c213118-58bd-4f35-a392-d94c20f1c2cb tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 210 time: 0.0472908 Mar 23 09:03:40.181306 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-d5b7c3e2-7d4e-4dbd-8a2b-d44d6fa829c9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Made reservation on behalf of 374ea8e4034e4b098ab4e807faac55b9 for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:40.185296 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-d5b7c3e2-7d4e-4dbd-8a2b-d44d6fa829c9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:40.188379 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8d5936df-c4f5-42d2-998d-d259f85640ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for subnet (f0f0b8bc-b029-4d33-b5c0-07cadaebe332), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:40.301389 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-610dd553-b074-4b19-b2b2-2c3b7a19276e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Allocated IP 172.20.0.11 (56876f3b-4d32-475e-a709-53e6f280a9c9/abff9c7d-437d-4b14-8c68-e708daaaf0ea/08b399f3-10a7-4e63-a7ce-a3ff9e4e8830) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:40.359714 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-f1324cf6-f437-4d61-bdde-ce39ee0a3275 service neutron] 10.222.0.91 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7234898 Mar 23 09:03:40.478463 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5936df-c4f5-42d2-998d-d259f85640ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f0b8bc-b029-4d33-b5c0-07cadaebe332,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:40.610158 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8b8abd6d-c4cd-4a2d-bbbf-a6f994338bfd req-29a8513e-5e1f-475f-a17b-318155dc00c1 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 210 time: 0.0414007 Mar 23 09:03:40.804513 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for port (6adf214e-3c6a-4de2-9b4c-ad078d6dc7e8), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:40.814935 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (6adf214e-3c6a-4de2-9b4c-ad078d6dc7e8), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:40.816946 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5936df-c4f5-42d2-998d-d259f85640ac admin admin] Checking segment: {'id': 'b1ff5906-b994-471c-9a1f-89c6959d25cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8be6ebab-5be6-49c3-94c5-724f3164d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:40.817310 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5936df-c4f5-42d2-998d-d259f85640ac admin admin] Network hostable DHCP agents. Network: 8be6ebab-5be6-49c3-94c5-724f3164d392, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:03:40.879870 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:40.919640 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'Port': ['ID=6adf214e-3c6a-4de2-9b4c-ad078d6dc7e8,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:40.931963 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:40.942615 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-dc3abfaa-b05c-4d30-8709-3ddacedd732f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9102738 Mar 23 09:03:40.948007 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5936df-c4f5-42d2-998d-d259f85640ac admin admin] Network 8be6ebab-5be6-49c3-94c5-724f3164d392 is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:03:40.969463 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-610dd553-b074-4b19-b2b2-2c3b7a19276e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:40.977727 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-8d5936df-c4f5-42d2-998d-d259f85640ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, 8be6ebab-5be6-49c3-94c5-724f3164d392) {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:40.984759 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5936df-c4f5-42d2-998d-d259f85640ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:40.985631 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8d5936df-c4f5-42d2-998d-d259f85640ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:40.987063 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e22a0d-74dd-4109-97dc-69bdfd814767 None None] Network 8be6ebab-5be6-49c3-94c5-724f3164d392 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:41.028881 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-8d5936df-c4f5-42d2-998d-d259f85640ac admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2440977 Mar 23 09:03:41.044890 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-610dd553-b074-4b19-b2b2-2c3b7a19276e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:41.198274 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-610dd553-b074-4b19-b2b2-2c3b7a19276e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Network 56876f3b-4d32-475e-a709-53e6f280a9c9 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:41.214566 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-610dd553-b074-4b19-b2b2-2c3b7a19276e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:41.222492 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-610dd553-b074-4b19-b2b2-2c3b7a19276e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:41.234631 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-610dd553-b074-4b19-b2b2-2c3b7a19276e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:41.235538 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-610dd553-b074-4b19-b2b2-2c3b7a19276e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:41.248620 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 285980cf-6f48-49a0-96b2-86fd039b1464 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:03:41.275337 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09a2846-0066-4bec-a435-89c1f84d54f9 None None] Network 8be6ebab-5be6-49c3-94c5-724f3164d392 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:41.288766 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52380) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:41.329427 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-d5b7c3e2-7d4e-4dbd-8a2b-d44d6fa829c9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Allocated IP 172.20.0.9 (56876f3b-4d32-475e-a709-53e6f280a9c9/abff9c7d-437d-4b14-8c68-e708daaaf0ea/740b0161-9f4d-4f8e-9bc2-16d4d8930434) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:41.369831 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dd553-b074-4b19-b2b2-2c3b7a19276e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Pushing event updated for resources: {'Port': ['ID=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:41.444191 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-610dd553-b074-4b19-b2b2-2c3b7a19276e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6614878 Mar 23 09:03:41.458706 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ee4e3e-76f3-4ae9-a844-66f4daaa8864 admin admin] Deleting subnet 6e1bea58-041f-44e2-814f-023aeb77d83f {{(pid=103135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:03:41.482949 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4e3e-76f3-4ae9-a844-66f4daaa8864 admin admin] Publish callbacks [] for subnet (6e1bea58-041f-44e2-814f-023aeb77d83f), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:41.499480 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Request body: {'port': {'device_id': 'bba51e8f-34b1-49ac-ad2b-11e80d68af3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:41.624865 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 285980cf-6f48-49a0-96b2-86fd039b1464, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=285980cf-6f48-49a0-96b2-86fd039b1464,segment=NetworkSegment(fa4ed6ba-4946-44f4-a177-de60e5996047),segment_id=fa4ed6ba-4946-44f4-a177-de60e5996047)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:41.668716 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '285980cf-6f48-49a0-96b2-86fd039b1464', 'network_id': '48f5f076-96bb-4a1f-9dcd-e56f1ad81a58', 'port_id': '285980cf-6f48-49a0-96b2-86fd039b1464', 'mac_address': 'fa:16:3e:69:3f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df21b6f2-909a-4845-a184-6253cbfd773b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:03:41.683658 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4e3e-76f3-4ae9-a844-66f4daaa8864 admin admin] Publish callbacks [] for subnet (6e1bea58-041f-44e2-814f-023aeb77d83f), precommit_delete_associations {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:41.704559 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8df11-3f35-44b8-8640-87eb8bf497cf req-c9185e26-0d9f-49d0-ad61-4bc1f97f9932 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:41.714097 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-67b59fd6-5b04-41c8-868a-5e2d12625573 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--2098711552&fields=id&tenant_id=10c31b5d1eda4472b343001019b8c22d HTTP/1.1" status: 200 len: 267 time: 0.4545484 Mar 23 09:03:41.727738 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2ce8df11-3f35-44b8-8640-87eb8bf497cf req-c9185e26-0d9f-49d0-ad61-4bc1f97f9932 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 944 time: 0.5272372 Mar 23 09:03:41.749820 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4e3e-76f3-4ae9-a844-66f4daaa8864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2040305'] for subnet (6e1bea58-041f-44e2-814f-023aeb77d83f), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:41.952268 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:41.988441 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.93', 64010) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:41.992551 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4e3e-76f3-4ae9-a844-66f4daaa8864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2040296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for subnet (6e1bea58-041f-44e2-814f-023aeb77d83f), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.028743 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-d5b7c3e2-7d4e-4dbd-8a2b-d44d6fa829c9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.039111 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 285980cf-6f48-49a0-96b2-86fd039b1464 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:42.039592 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (285980cf-6f48-49a0-96b2-86fd039b1464), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.044973 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee4e3e-76f3-4ae9-a844-66f4daaa8864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e1bea58-041f-44e2-814f-023aeb77d83f,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:42.063195 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.067318 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-9cbcd286-4a59-4b3c-9ec3-2292402785d0 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:42.075879 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-d5b7c3e2-7d4e-4dbd-8a2b-d44d6fa829c9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.077949 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-9cbcd286-4a59-4b3c-9ec3-2292402785d0 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 814 time: 0.3475022 Mar 23 09:03:42.087481 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-0bf1d51a-a431-4f11-bd68-a48f07611b50 None None] Provisioning complete for port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:42.090127 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d51a-a431-4f11-bd68-a48f07611b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.096146 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285980cf-6f48-49a0-96b2-86fd039b1464 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:42.142288 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4e3e-76f3-4ae9-a844-66f4daaa8864 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.150152 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-c5ee4e3e-76f3-4ae9-a844-66f4daaa8864 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/6e1bea58-041f-44e2-814f-023aeb77d83f HTTP/1.1" status: 204 len: 168 time: 0.8553083 Mar 23 09:03:42.150819 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52410) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:42.155852 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c2576e57-b9cf-4932-a334-01b8859ba7e6 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/quotas/10c31b5d1eda4472b343001019b8c22d HTTP/1.1" status: 200 len: 375 time: 0.0770504 Mar 23 09:03:42.163580 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 285980cf-6f48-49a0-96b2-86fd039b1464, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=285980cf-6f48-49a0-96b2-86fd039b1464,segment=NetworkSegment(fa4ed6ba-4946-44f4-a177-de60e5996047),segment_id=fa4ed6ba-4946-44f4-a177-de60e5996047)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:42.172233 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (285980cf-6f48-49a0-96b2-86fd039b1464), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.180352 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1d51a-a431-4f11-bd68-a48f07611b50 None None] Port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:42.210193 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:42.211168 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.227126 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7c3e2-7d4e-4dbd-8a2b-d44d6fa829c9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Pushing event updated for resources: {'Port': ['ID=740b0161-9f4d-4f8e-9bc2-16d4d8930434,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:42.252777 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-d5b7c3e2-7d4e-4dbd-8a2b-d44d6fa829c9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Network 56876f3b-4d32-475e-a709-53e6f280a9c9 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:42.260402 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2ce8df11-3f35-44b8-8640-87eb8bf497cf req-f8bcba14-8cc9-41fb-a986-fed62f9be2a5 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316064 Mar 23 09:03:42.263779 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-d5b7c3e2-7d4e-4dbd-8a2b-d44d6fa829c9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:42.266277 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-d5b7c3e2-7d4e-4dbd-8a2b-d44d6fa829c9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:42.273424 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-d5b7c3e2-7d4e-4dbd-8a2b-d44d6fa829c9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:42.274165 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-d5b7c3e2-7d4e-4dbd-8a2b-d44d6fa829c9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.292767 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-d5b7c3e2-7d4e-4dbd-8a2b-d44d6fa829c9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9943714 Mar 23 09:03:42.297594 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=285980cf-6f48-49a0-96b2-86fd039b1464,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:42.317828 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Request body: {'port': {'device_id': 'fad73686-0021-4de3-ac6a-073bb8543ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:42.375544 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:42.388320 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (7885650c-f4aa-477b-8e6b-1cb8e0fc935e), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.406840 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-079ec12d-6260-4f5f-ac75-2feba1869939 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:42.408490 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-079ec12d-6260-4f5f-ac75-2feba1869939 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.93 "GET /v2.0/networks?id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 200 len: 816 time: 0.4187438 Mar 23 09:03:42.442047 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-512f94e6-4821-4d3c-bae5-b2b82484683b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2753751 Mar 23 09:03:42.569789 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['285980cf-6f48-49a0-96b2-86fd039b1464'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:03:42.602238 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.650816 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96d681-43e6-4fc9-803b-0b2ecea23106 req-183b2932-516d-43d2-87f4-6c391138fc2f tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:42.660708 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3d96d681-43e6-4fc9-803b-0b2ecea23106 req-183b2932-516d-43d2-87f4-6c391138fc2f tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 931 time: 0.2646208 Mar 23 09:03:42.661278 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1972292', 'neutron.services.segments.db._delete_segments_for_network-8760674705475'] for network (7885650c-f4aa-477b-8e6b-1cb8e0fc935e), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.671140 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-cea551e2-257f-4e12-93cb-3fc4bae663a4 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5c385a890af4ad8a66dceaef2f65557 HTTP/1.1" status: 200 len: 379 time: 0.2423351 Mar 23 09:03:42.681736 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-159fc966-8640-45f9-889a-b4611e151110 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Request body: {'port': {'device_id': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'admin_state_up': True, 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'security_groups': ['5d5e1891-68e8-45c5-914b-4ba7ad558822']}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:42.745955 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:03:42.746343 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:03:42.747032 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:03:42.747355 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Subscribe: > port after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:03:42.747675 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:03:42.747997 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Subscribe: > port after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:03:42.748320 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:03:42.748636 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:03:42.748949 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:03:42.749681 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:03:42.794010 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-bce806a2-6493-4f07-8de0-6e613a1b15a3 None None] Provisioning complete for port 740b0161-9f4d-4f8e-9bc2-16d4d8930434 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:42.794808 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bce806a2-6493-4f07-8de0-6e613a1b15a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:42.860221 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-bce806a2-6493-4f07-8de0-6e613a1b15a3 None None] Port 740b0161-9f4d-4f8e-9bc2-16d4d8930434 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:42.893279 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3d96d681-43e6-4fc9-803b-0b2ecea23106 req-3c2b0fc7-c289-4dfc-a90f-614c114b48ea tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315228 Mar 23 09:03:43.010341 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d305af23-f193-4751-9a1b-a7a63aafd8c0 req-9f219c20-276c-4e87-92f9-378fecbaa8e1 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 210 time: 0.0325789 Mar 23 09:03:43.026361 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:43.050646 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Publish callbacks [] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.065870 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Transition to ACTIVE for port object 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:03:43.077946 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.092659 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:03:43.093135 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:03:43.093471 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:03:43.094190 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:03:43.094797 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7885650c-f4aa-477b-8e6b-1cb8e0fc935e']}} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:43.164955 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0bd811-f9b6-4bf3-a03d-94a88b19e7ce') {'for_net_delete': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:43.172050 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0bd811-f9b6-4bf3-a03d-94a88b19e7ce') {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:43.235285 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760674703948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9594859'] for segment (3a0bd811-f9b6-4bf3-a03d-94a88b19e7ce), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.263699 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Pushing event updated for resources: {'Port': ['ID=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:43.264573 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-ee98e182-d225-4a10-abf3-9eaaa6a55051 service neutron] 10.222.0.91 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7877781 Mar 23 09:03:43.278436 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (3a0bd811-f9b6-4bf3-a03d-94a88b19e7ce), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.280685 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Attempting to bind port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:43.281022 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Attempting to bind port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:43.281378 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Attempting to bind port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 on network 56876f3b-4d32-475e-a709-53e6f280a9c9 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:43.292616 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 on network 56876f3b-4d32-475e-a709-53e6f280a9c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:03:43.293491 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Attempting to bind port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 on network 56876f3b-4d32-475e-a709-53e6f280a9c9 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:43.315149 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:43.315559 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Checking segment: {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:43.316521 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Bound using segment: {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:43.317051 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Bound port: 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:43.317411 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.318648 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:03:43.319747 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10199065'] for segment (3a0bd811-f9b6-4bf3-a03d-94a88b19e7ce), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: from cryptography.utils import int_from_bytes Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: from cryptography.utils import int_from_bytes Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: Traceback (most recent call last): Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: timer() Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: cb(*args, **kw) Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: return func(*args, **kwargs) Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: self._notify() Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: self.callback(batched_events) Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: event.method(event) Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: return f(self, *a, **k) Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: return self._get(url).json() Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: return self.request(url, 'GET', **kwargs) Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:03:43.352859 dv-cinder-834822-2-smb neutron-server[103135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:03:43.371036 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 52440) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:43.491709 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740b0161-9f4d-4f8e-9bc2-16d4d8930434 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:43.496368 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1972351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548464'] for network (7885650c-f4aa-477b-8e6b-1cb8e0fc935e), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.503898 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] For port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:43.531012 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc517c8-6adc-453b-962e-b27d267de925 req-9c450f66-bc33-4d68-bb2a-dc14fbfb8f01 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:43.532679 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7fc517c8-6adc-453b-962e-b27d267de925 req-9c450f66-bc33-4d68-bb2a-dc14fbfb8f01 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 945 time: 0.1630683 Mar 23 09:03:43.536551 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Publish callbacks [] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.556360 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Pushing event deleted for resources: {'Network': ['ID=7885650c-f4aa-477b-8e6b-1cb8e0fc935e,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:43.560811 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.563994 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-d274e7ab-2d46-4f34-995b-9bc0b6a0c614 admin admin] 10.222.0.91 "DELETE /v2.0/networks/7885650c-f4aa-477b-8e6b-1cb8e0fc935e HTTP/1.1" status: 204 len: 168 time: 1.4100947 Mar 23 09:03:43.567408 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] For port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:43.567759 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52452) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:43.581315 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-31a08b7d-5d35-44dd-87b0-90835ebc894c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.586009 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-159fc966-8640-45f9-889a-b4611e151110 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Made reservation on behalf of d5c385a890af4ad8a66dceaef2f65557 for: {'port': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:43.589332 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-159fc966-8640-45f9-889a-b4611e151110 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.595355 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.610165 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Transition to ACTIVE for port object 740b0161-9f4d-4f8e-9bc2-16d4d8930434 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:03:43.644911 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-38e6cc7e-36b0-4f72-bf8f-a73672b0e280 service neutron] 10.222.0.91 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618608 Mar 23 09:03:43.647889 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.690839 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:43.691463 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.692866 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] 10.222.0.93 "PUT /v2.0/ports/08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 HTTP/1.1" status: 200 len: 1094 time: 2.2317109 Mar 23 09:03:43.693642 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba51e8f-34b1-49ac-ad2b-11e80d68af3d', 'tag': '08b399f3-10a7-4e63-a7ce-a3ff9e4e8830'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:43.695979 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54044838-5ec4-4dd3-bf30-5c4c42c878da" -d '{"events": [{"name": "network-changed", "server_uuid": "bba51e8f-34b1-49ac-ad2b-11e80d68af3d", "tag": "08b399f3-10a7-4e63-a7ce-a3ff9e4e8830"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:43.730609 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7fc517c8-6adc-453b-962e-b27d267de925 req-fef9f983-9e5a-4289-86c7-3b2d3cdaea9b tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778772 Mar 23 09:03:43.768317 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7788061-9459-44fb-8529-576f4a00a6d5 admin admin] Deleting subnet f0f0b8bc-b029-4d33-b5c0-07cadaebe332 {{(pid=103135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:03:43.794787 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b7788061-9459-44fb-8529-576f4a00a6d5 admin admin] Publish callbacks [] for subnet (f0f0b8bc-b029-4d33-b5c0-07cadaebe332), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:43.838395 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cb8fa-79c5-4da4-92ff-bfdf95f134eb service neutron] Pushing event updated for resources: {'Port': ['ID=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:44.010619 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f40975-df88-42e6-9b26-78ad491d82b6 x-openstack-request-id: req-18f40975-df88-42e6-9b26-78ad491d82b6 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:44.011235 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba51e8f-34b1-49ac-ad2b-11e80d68af3d", "tag": "08b399f3-10a7-4e63-a7ce-a3ff9e4e8830", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:44.011640 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-18f40975-df88-42e6-9b26-78ad491d82b6 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:44.012339 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f40975-df88-42e6-9b26-78ad491d82b6'] response: {'name': 'network-changed', 'server_uuid': 'bba51e8f-34b1-49ac-ad2b-11e80d68af3d', 'tag': '08b399f3-10a7-4e63-a7ce-a3ff9e4e8830', 'status': 'completed', 'code': 200} Mar 23 09:03:44.094181 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Attempting to bind port 740b0161-9f4d-4f8e-9bc2-16d4d8930434 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:44.094813 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Attempting to bind port 740b0161-9f4d-4f8e-9bc2-16d4d8930434 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:44.094813 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Attempting to bind port 740b0161-9f4d-4f8e-9bc2-16d4d8930434 on network 56876f3b-4d32-475e-a709-53e6f280a9c9 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:44.106092 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Pushing event updated for resources: {'Port': ['ID=740b0161-9f4d-4f8e-9bc2-16d4d8930434,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:44.148361 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-31a08b7d-5d35-44dd-87b0-90835ebc894c admin admin] Publish callbacks [] for security_group (342c5aa1-ecf4-4a10-a15a-566cc81ff575), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.149053 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b7788061-9459-44fb-8529-576f4a00a6d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9594834'] for subnet (f0f0b8bc-b029-4d33-b5c0-07cadaebe332), precommit_delete_associations {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.153122 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-a56a8fb0-daca-4e11-b85e-16d992d578b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:44.154773 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-a56a8fb0-daca-4e11-b85e-16d992d578b8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 1128 time: 0.3922656 Mar 23 09:03:44.156253 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Port 740b0161-9f4d-4f8e-9bc2-16d4d8930434 on network 56876f3b-4d32-475e-a709-53e6f280a9c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:03:44.156563 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Attempting to bind port 740b0161-9f4d-4f8e-9bc2-16d4d8930434 on network 56876f3b-4d32-475e-a709-53e6f280a9c9 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:44.184886 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-31a08b7d-5d35-44dd-87b0-90835ebc894c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (342c5aa1-ecf4-4a10-a15a-566cc81ff575), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.222638 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:44.223220 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Checking segment: {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:44.223754 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Bound using segment: {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:44.225085 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Bound port: 740b0161-9f4d-4f8e-9bc2-16d4d8930434, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:44.225706 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.235255 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-27b4cff6-bb26-47bf-882d-c9b9a0d15286 req-94050653-ebf4-4b94-8139-04f04ba8946f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 210 time: 0.1293106 Mar 23 09:03:44.260850 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-de3ca37d-8d30-4743-9a5a-a0558b0afca7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 HTTP/1.1" status: 200 len: 217 time: 0.0915751 Mar 23 09:03:44.361568 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a08b7d-5d35-44dd-87b0-90835ebc894c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342c5aa1-ecf4-4a10-a15a-566cc81ff575,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:44.434005 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-563f5f80-fd25-47e7-8635-b96d9a988a42 req-c4dd42cd-02d0-4dfb-8edf-7f158c470416 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 210 time: 0.0690424 Mar 23 09:03:44.434535 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52494) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:44.435152 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-31a08b7d-5d35-44dd-87b0-90835ebc894c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a0bd64e69dc3478b9bff92a039600c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0631170 Mar 23 09:03:44.462535 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e7e1f-aa46-437a-9fc8-081bf4cce705 req-bb1f5483-791c-43e3-b234-8e2e0df29c7a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:44.465118 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b7788061-9459-44fb-8529-576f4a00a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2040305'] for subnet (f0f0b8bc-b029-4d33-b5c0-07cadaebe332), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.468715 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6f0e7e1f-aa46-437a-9fc8-081bf4cce705 req-bb1f5483-791c-43e3-b234-8e2e0df29c7a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 943 time: 0.4043682 Mar 23 09:03:44.539628 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52496) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:44.541893 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-159fc966-8640-45f9-889a-b4611e151110 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Allocated IP 172.20.0.12 (3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f/557dee99-09a9-460c-be1d-dcb02c131231/0f74ca2d-8b6f-45e8-afed-4281d81efcfb) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:44.543940 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-139ace2c-ebfd-4eab-996b-f1f75ddfe349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:44.545991 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-139ace2c-ebfd-4eab-996b-f1f75ddfe349 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.2665422 Mar 23 09:03:44.630843 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] For port 740b0161-9f4d-4f8e-9bc2-16d4d8930434, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:44.669956 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] For port 740b0161-9f4d-4f8e-9bc2-16d4d8930434, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=740b0161-9f4d-4f8e-9bc2-16d4d8930434,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:44.686066 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.712010 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b7788061-9459-44fb-8529-576f4a00a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2040296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10199739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8535269'] for subnet (f0f0b8bc-b029-4d33-b5c0-07cadaebe332), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.722983 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bd7231fd-20e4-4001-a6ca-50772073db7f admin admin] Publish callbacks [] for security_group (342c5aa1-ecf4-4a10-a15a-566cc81ff575), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.730798 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6f0e7e1f-aa46-437a-9fc8-081bf4cce705 req-f842da95-ea1b-482d-bf84-e82589e332f1 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469826 Mar 23 09:03:44.759065 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bd7231fd-20e4-4001-a6ca-50772073db7f admin admin] Publish callbacks [] for security_group (342c5aa1-ecf4-4a10-a15a-566cc81ff575), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.790212 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-14ba015a-d192-471e-880d-fded49971844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:44.792948 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-14ba015a-d192-471e-880d-fded49971844 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2211945 Mar 23 09:03:44.794995 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:44.795954 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.798128 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] 10.222.0.93 "PUT /v2.0/ports/740b0161-9f4d-4f8e-9bc2-16d4d8930434 HTTP/1.1" status: 200 len: 1093 time: 2.4935651 Mar 23 09:03:44.897119 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941df40c-6309-4430-a9b8-cb84c61c678e service neutron] Pushing event updated for resources: {'Port': ['ID=740b0161-9f4d-4f8e-9bc2-16d4d8930434,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:44.936698 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b7788061-9459-44fb-8529-576f4a00a6d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:44.942555 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-b7788061-9459-44fb-8529-576f4a00a6d5 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/f0f0b8bc-b029-4d33-b5c0-07cadaebe332 HTTP/1.1" status: 204 len: 168 time: 1.3729477 Mar 23 09:03:44.952714 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52506) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:44.983907 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7788061-9459-44fb-8529-576f4a00a6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f0b8bc-b029-4d33-b5c0-07cadaebe332,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:44.996039 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-49ee7a16-98e5-4f0a-ab59-fe2613786be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.136908 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caef74c-5cd8-408d-aa22-aa7b9ebba507 req-ceff57a4-4395-4f78-9bf8-697861a5ad0a tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:45.138517 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7caef74c-5cd8-408d-aa22-aa7b9ebba507 req-ceff57a4-4395-4f78-9bf8-697861a5ad0a tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 945 time: 0.2457778 Mar 23 09:03:45.169421 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a66a5cb9-3766-4c5a-9d0f-d06fa87ccb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (8be6ebab-5be6-49c3-94c5-724f3164d392), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.176859 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-615bd521-a496-4160-af5f-7662a6755f6a service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716407 Mar 23 09:03:45.193935 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bd7231fd-20e4-4001-a6ca-50772073db7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (342c5aa1-ecf4-4a10-a15a-566cc81ff575), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.197088 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bd7231fd-20e4-4001-a6ca-50772073db7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.200914 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-bd7231fd-20e4-4001-a6ca-50772073db7f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/342c5aa1-ecf4-4a10-a15a-566cc81ff575 HTTP/1.1" status: 204 len: 168 time: 0.7457860 Mar 23 09:03:45.238140 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-159fc966-8640-45f9-889a-b4611e151110 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.253055 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 285980cf-6f48-49a0-96b2-86fd039b1464 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:45.256183 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7231fd-20e4-4001-a6ca-50772073db7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342c5aa1-ecf4-4a10-a15a-566cc81ff575,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:45.281729 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-0477042f-2dd4-46ba-aa36-8a95d7a79e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:45.284487 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-0477042f-2dd4-46ba-aa36-8a95d7a79e02 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 1127 time: 0.3515091 Mar 23 09:03:45.339739 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7caef74c-5cd8-408d-aa22-aa7b9ebba507 req-bd5e3894-36dd-4a5d-86ca-2b56856fcfca tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857400 Mar 23 09:03:45.342256 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.93', 64018) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:45.344207 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-4d06bec4-0fc6-4461-a7a1-acff5e97b567 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=740b0161-9f4d-4f8e-9bc2-16d4d8930434 HTTP/1.1" status: 200 len: 217 time: 0.0505595 Mar 23 09:03:45.421330 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a66a5cb9-3766-4c5a-9d0f-d06fa87ccb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1972292', 'neutron.services.segments.db._delete_segments_for_network-8760674705475'] for network (8be6ebab-5be6-49c3-94c5-724f3164d392), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.452223 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port 285980cf-6f48-49a0-96b2-86fd039b1464 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:03:45.477497 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 285980cf-6f48-49a0-96b2-86fd039b1464 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:45.479178 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (285980cf-6f48-49a0-96b2-86fd039b1464), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.503492 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-f3534125-0d83-4f0b-8ccc-818370423042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:45.507582 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-f3534125-0d83-4f0b-8ccc-818370423042 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.1356099 Mar 23 09:03:45.512053 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-49ee7a16-98e5-4f0a-ab59-fe2613786be6 admin admin] Publish callbacks [] for security_group (9af0002c-829f-44e1-a296-c540d1c50e4c), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.530966 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-a66a5cb9-3766-4c5a-9d0f-d06fa87ccb90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be6ebab-5be6-49c3-94c5-724f3164d392']}} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:45.533946 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-49ee7a16-98e5-4f0a-ab59-fe2613786be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (9af0002c-829f-44e1-a296-c540d1c50e4c), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.548597 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0b721400-1081-4119-86cf-05fa6de0efb8 req-540f18b0-7ddc-42dd-a78f-adb7e9c4789c tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 210 time: 0.1726670 Mar 23 09:03:45.602560 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-159fc966-8640-45f9-889a-b4611e151110 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.605035 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-a66a5cb9-3766-4c5a-9d0f-d06fa87ccb90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ff5906-b994-471c-9a1f-89c6959d25cb') {'for_net_delete': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:45.605333 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-a66a5cb9-3766-4c5a-9d0f-d06fa87ccb90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ff5906-b994-471c-9a1f-89c6959d25cb') {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:03:45.635898 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7eb2269f-f84a-41a0-b058-2aee8018e245 req-96ced372-c2d7-4ddf-a2c7-0b30c27e1263 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538827 Mar 23 09:03:45.668020 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-b3f2122a-c4bf-4dfe-8b58-330c94031b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:45.669978 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-b3f2122a-c4bf-4dfe-8b58-330c94031b1f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1202404 Mar 23 09:03:45.719809 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 285980cf-6f48-49a0-96b2-86fd039b1464 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:45.720398 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (285980cf-6f48-49a0-96b2-86fd039b1464), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.720601 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a66a5cb9-3766-4c5a-9d0f-d06fa87ccb90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760674703948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9594859'] for segment (b1ff5906-b994-471c-9a1f-89c6959d25cb), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.790712 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 285980cf-6f48-49a0-96b2-86fd039b1464, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=285980cf-6f48-49a0-96b2-86fd039b1464,segment=NetworkSegment(fa4ed6ba-4946-44f4-a177-de60e5996047),segment_id=fa4ed6ba-4946-44f4-a177-de60e5996047)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:45.793524 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c37b48c-93ad-45a2-a306-f65116aa0e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285980cf-6f48-49a0-96b2-86fd039b1464'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:45.802574 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-8085cc78-a1b4-405c-9427-8dce8836172f service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197762 Mar 23 09:03:45.811394 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-caccce4f-2e5c-4956-af53-d3ed240ff29e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:45.819375 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-caccce4f-2e5c-4956-af53-d3ed240ff29e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 814 time: 0.4742930 Mar 23 09:03:45.851340 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52528) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:45.874772 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-49ee7a16-98e5-4f0a-ab59-fe2613786be6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6863c742aa8e42f6a6de374adb420f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3343451 Mar 23 09:03:45.885672 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-159fc966-8640-45f9-889a-b4611e151110 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:45.906254 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (285980cf-6f48-49a0-96b2-86fd039b1464), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.916858 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-159fc966-8640-45f9-889a-b4611e151110 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:45.921285 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff60b3f5-b460-458f-b4ef-d57d36b7f356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.933312 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee7a16-98e5-4f0a-ab59-fe2613786be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af0002c-829f-44e1-a296-c540d1c50e4c,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:45.964353 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a66a5cb9-3766-4c5a-9d0f-d06fa87ccb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (b1ff5906-b994-471c-9a1f-89c6959d25cb), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:45.966812 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52532) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:45.968319 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-159fc966-8640-45f9-889a-b4611e151110 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:45.999105 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-4e8d479f-7d27-4f62-a83b-e056230d0b95 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10c31b5d1eda4472b343001019b8c22d HTTP/1.1" status: 200 len: 380 time: 0.1259463 Mar 23 09:03:46.040070 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-159fc966-8640-45f9-889a-b4611e151110 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:46.040794 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-159fc966-8640-45f9-889a-b4611e151110 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for port (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.044869 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad73686-0021-4de3-ac6a-073bb8543ca9', 'tag': '740b0161-9f4d-4f8e-9bc2-16d4d8930434'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:46.051601 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae7e14a-62cb-4bde-ae5c-216adc464c02" -d '{"events": [{"name": "network-changed", "server_uuid": "fad73686-0021-4de3-ac6a-073bb8543ca9", "tag": "740b0161-9f4d-4f8e-9bc2-16d4d8930434"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:46.065590 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=285980cf-6f48-49a0-96b2-86fd039b1464,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:46.108542 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-a99ab51b-e281-4910-8690-0eb727ff6b82 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'port': {'device_id': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'admin_state_up': True, 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'security_groups': ['77d8ae24-0dc8-46ef-ae55-1217f43d5442']}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:46.129583 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8a79c9-3c93-4e20-8109-95ab30bfacb3" -d '{"events": [{"server_uuid": "2c37b48c-93ad-45a2-a306-f65116aa0e16", "name": "network-vif-plugged", "status": "completed", "tag": "285980cf-6f48-49a0-96b2-86fd039b1464"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:46.144308 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-159fc966-8640-45f9-889a-b4611e151110 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4661727 Mar 23 09:03:46.147370 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66a5cb9-3766-4c5a-9d0f-d06fa87ccb90 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:03:46.147930 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a66a5cb9-3766-4c5a-9d0f-d06fa87ccb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10199065'] for segment (b1ff5906-b994-471c-9a1f-89c6959d25cb), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.154224 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fc966-8640-45f9-889a-b4611e151110 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event updated for resources: {'Port': ['ID=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: Traceback (most recent call last): Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: timer() Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: cb(*args, **kw) Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: return func(*args, **kwargs) Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: self._notify() Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: self.callback(batched_events) Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: event.method(event) Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: return f(self, *a, **k) Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: return self._get(url).json() Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: return self.request(url, 'GET', **kwargs) Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:03:46.164924 dv-cinder-834822-2-smb neutron-server[103135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:03:46.189826 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Request body: {'port': {'device_id': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:46.232770 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54044838-5ec4-4dd3-bf30-5c4c42c878da req-2f88de84-6daf-40bc-b7f0-d930c560ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:46.234828 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54044838-5ec4-4dd3-bf30-5c4c42c878da req-2f88de84-6daf-40bc-b7f0-d930c560ae89 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 1128 time: 0.4308124 Mar 23 09:03:46.263306 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43cb0a59-cfe8-4401-bcad-5feefbb1e466 req-14915173-f4e8-4086-b2ae-8f193abc9007 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985829 Mar 23 09:03:46.278874 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bc47d-8a4b-4f53-8c2d-f612a99de8bd req-a4220205-e084-4eaf-9076-faec6d5403e0 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:46.280568 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-2d9bc47d-8a4b-4f53-8c2d-f612a99de8bd req-a4220205-e084-4eaf-9076-faec6d5403e0 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 932 time: 0.6686466 Mar 23 09:03:46.353025 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a66a5cb9-3766-4c5a-9d0f-d06fa87ccb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1972351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548464'] for network (8be6ebab-5be6-49c3-94c5-724f3164d392), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.353288 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389f44c-26fa-4ce3-a39d-6eeb3bcc7764 req-152e0d06-3a22-4ba8-80be-e28700a30741 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:46.355237 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5389f44c-26fa-4ce3-a39d-6eeb3bcc7764 req-152e0d06-3a22-4ba8-80be-e28700a30741 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 943 time: 0.4811566 Mar 23 09:03:46.380277 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-4b6fcd93-7173-4f40-ac78-7c604fb91df4 None None] Provisioning complete for port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:46.381640 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4b6fcd93-7173-4f40-ac78-7c604fb91df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.390129 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a66a5cb9-3766-4c5a-9d0f-d06fa87ccb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.396080 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-a66a5cb9-3766-4c5a-9d0f-d06fa87ccb90 admin admin] 10.222.0.91 "DELETE /v2.0/networks/8be6ebab-5be6-49c3-94c5-724f3164d392 HTTP/1.1" status: 204 len: 168 time: 1.4266679 Mar 23 09:03:46.422002 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-4b6fcd93-7173-4f40-ac78-7c604fb91df4 None None] Port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:46.424395 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a5cb9-3766-4c5a-9d0f-d06fa87ccb90 admin admin] Pushing event deleted for resources: {'Network': ['ID=8be6ebab-5be6-49c3-94c5-724f3164d392,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:46.444254 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f0d1937c-3686-400e-8865-653f901425ca admin admin] Publish callbacks [] for security_group (9af0002c-829f-44e1-a296-c540d1c50e4c), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.472950 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.479314 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-2d9bc47d-8a4b-4f53-8c2d-f612a99de8bd req-a08066e7-9856-464f-8f31-768986507d63 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802416 Mar 23 09:03:46.510896 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5389f44c-26fa-4ce3-a39d-6eeb3bcc7764 req-1a5d487d-480b-4691-8b9a-79a310f89599 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368334 Mar 23 09:03:46.527731 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54044838-5ec4-4dd3-bf30-5c4c42c878da req-99881db2-bdb0-43e8-808f-a37e9018cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:46.539200 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54044838-5ec4-4dd3-bf30-5c4c42c878da req-99881db2-bdb0-43e8-808f-a37e9018cfaf service neutron] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 920 time: 0.2908993 Mar 23 09:03:46.540118 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-a99ab51b-e281-4910-8690-0eb727ff6b82 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Made reservation on behalf of 10c31b5d1eda4472b343001019b8c22d for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:46.541214 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f0d1937c-3686-400e-8865-653f901425ca admin admin] Publish callbacks [] for security_group (9af0002c-829f-44e1-a296-c540d1c50e4c), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.545608 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-a99ab51b-e281-4910-8690-0eb727ff6b82 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.559526 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff60b3f5-b460-458f-b4ef-d57d36b7f356 admin admin] Publish callbacks [] for security_group (5aab0824-2bf9-4e78-9f08-9925ef29a841), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.608347 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff60b3f5-b460-458f-b4ef-d57d36b7f356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (5aab0824-2bf9-4e78-9f08-9925ef29a841), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.647712 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-ff60b3f5-b460-458f-b4ef-d57d36b7f356 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2e0bff6fe0fb496aa36dbb5bc8aed737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7722647 Mar 23 09:03:46.659171 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52564) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:46.676576 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac6e887-436a-46e4-aa0a-7ec13f521ebd x-openstack-request-id: req-fac6e887-436a-46e4-aa0a-7ec13f521ebd {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:46.676909 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad73686-0021-4de3-ac6a-073bb8543ca9", "tag": "740b0161-9f4d-4f8e-9bc2-16d4d8930434", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:46.678361 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fac6e887-436a-46e4-aa0a-7ec13f521ebd {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:46.679096 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac6e887-436a-46e4-aa0a-7ec13f521ebd'] response: {'name': 'network-changed', 'server_uuid': 'fad73686-0021-4de3-ac6a-073bb8543ca9', 'tag': '740b0161-9f4d-4f8e-9bc2-16d4d8930434', 'status': 'completed', 'code': 200} Mar 23 09:03:46.736219 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 52566) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:46.770004 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25453a8-bf05-4034-9590-d2523c0a6a75 x-openstack-request-id: req-d25453a8-bf05-4034-9590-d2523c0a6a75 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:46.770343 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c37b48c-93ad-45a2-a306-f65116aa0e16", "name": "network-vif-plugged", "status": "completed", "tag": "285980cf-6f48-49a0-96b2-86fd039b1464", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:46.770663 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d25453a8-bf05-4034-9590-d2523c0a6a75 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:46.771937 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25453a8-bf05-4034-9590-d2523c0a6a75'] response: {'server_uuid': '2c37b48c-93ad-45a2-a306-f65116aa0e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285980cf-6f48-49a0-96b2-86fd039b1464', 'code': 200} Mar 23 09:03:46.776641 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60b3f5-b460-458f-b4ef-d57d36b7f356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aab0824-2bf9-4e78-9f08-9925ef29a841,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:46.856936 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54044838-5ec4-4dd3-bf30-5c4c42c878da req-90ae3a71-4173-46fd-a82e-81c559a47630 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 HTTP/1.1" status: 200 len: 217 time: 0.2828240 Mar 23 09:03:46.930906 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5235a322-5338-4501-82f3-cd11e8017c5f req-1f82e713-f8a8-4cc4-8b5f-517bf87f3a19 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 210 time: 0.0627434 Mar 23 09:03:46.956163 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f0d1937c-3686-400e-8865-653f901425ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (9af0002c-829f-44e1-a296-c540d1c50e4c), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.957044 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.93', 64022) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:46.959706 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f0d1937c-3686-400e-8865-653f901425ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:46.963335 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-f0d1937c-3686-400e-8865-653f901425ca admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9af0002c-829f-44e1-a296-c540d1c50e4c HTTP/1.1" status: 204 len: 168 time: 0.9273326 Mar 23 09:03:46.970448 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a50660d7-541f-4685-8e0c-7e649053472b admin admin] Publish callbacks [] for security_group (5aab0824-2bf9-4e78-9f08-9925ef29a841), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:47.000154 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1937c-3686-400e-8865-653f901425ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af0002c-829f-44e1-a296-c540d1c50e4c,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:47.059344 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-a99ab51b-e281-4910-8690-0eb727ff6b82 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Allocated IP 172.20.0.12 (39df3c5d-1568-4c6e-9b3a-e334a05e9836/83b4ac13-71e9-4cf6-97ce-85db2357cc64/415de519-1e86-4fd7-ad4b-d521668bc40f) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:47.060634 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a50660d7-541f-4685-8e0c-7e649053472b admin admin] Publish callbacks [] for security_group (5aab0824-2bf9-4e78-9f08-9925ef29a841), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:47.079143 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-57b01399-b24b-4cc6-99a6-9b8d005274d1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0d7d359aa76d4a5dacd11fe7be2e1d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397589 Mar 23 09:03:47.080646 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54044838-5ec4-4dd3-bf30-5c4c42c878da req-e0920dc8-e36a-41f2-9dcd-d880c4b135a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:47.082160 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54044838-5ec4-4dd3-bf30-5c4c42c878da req-e0920dc8-e36a-41f2-9dcd-d880c4b135a1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.1874499 Mar 23 09:03:47.092519 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e097d-10e7-448e-86e6-062512bf6694 req-9b1f9aec-37d0-4f53-ab29-bf4d492aacf2 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:47.094100 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-866e097d-10e7-448e-86e6-062512bf6694 req-9b1f9aec-37d0-4f53-ab29-bf4d492aacf2 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 946 time: 0.3657794 Mar 23 09:03:47.099996 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 52572) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:47.139997 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7e14a-62cb-4bde-ae5c-216adc464c02 req-8be7f710-21e9-420d-9b0d-d0375ebace0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:47.141599 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3ae7e14a-62cb-4bde-ae5c-216adc464c02 req-8be7f710-21e9-420d-9b0d-d0375ebace0d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 1127 time: 0.4042060 Mar 23 09:03:47.278432 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65b1c2-bf53-40ca-8468-a4a02e4a1d94 req-fcb6474c-f63f-4846-90a2-293ff9417cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:47.280415 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4e65b1c2-bf53-40ca-8468-a4a02e4a1d94 req-fcb6474c-f63f-4846-90a2-293ff9417cd9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 1130 time: 0.3225567 Mar 23 09:03:47.400434 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a50660d7-541f-4685-8e0c-7e649053472b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (5aab0824-2bf9-4e78-9f08-9925ef29a841), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:47.403610 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a50660d7-541f-4685-8e0c-7e649053472b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:47.408652 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-a50660d7-541f-4685-8e0c-7e649053472b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5aab0824-2bf9-4e78-9f08-9925ef29a841 HTTP/1.1" status: 204 len: 168 time: 0.7469110 Mar 23 09:03:47.421458 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50660d7-541f-4685-8e0c-7e649053472b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aab0824-2bf9-4e78-9f08-9925ef29a841,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:47.444053 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.notifiers.nova [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f74ca2d-8b6f-45e8-afed-4281d81efcfb {{(pid=103135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:47.453721 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Publish callbacks [] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:47.488157 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.provisioning_blocks [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Transition to ACTIVE for port object 0f74ca2d-8b6f-45e8-afed-4281d81efcfb will not be triggered until provisioned by entity L2. {{(pid=103135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:03:47.494685 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10199165'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:47.615966 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Pushing event updated for resources: {'Port': ['ID=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:47.696249 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52598) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:47.800337 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7e14a-62cb-4bde-ae5c-216adc464c02 req-9f9e62c2-33d1-453f-be65-50783272a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:47.807942 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3ae7e14a-62cb-4bde-ae5c-216adc464c02 req-9f9e62c2-33d1-453f-be65-50783272a930 service neutron] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 920 time: 0.6375701 Mar 23 09:03:47.817460 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-70ad8d45-eca0-45db-b7a1-5096b8bea681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:47.831991 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Attempting to bind port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:47.832622 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Attempting to bind port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:47.833157 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Attempting to bind port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb on network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:47.848981 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb on network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:03:47.849879 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Attempting to bind port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb on network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:47.853096 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-4e65b1c2-bf53-40ca-8468-a4a02e4a1d94 req-405c8512-1948-4d8d-a572-aa602e25d58c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:47.857813 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54044838-5ec4-4dd3-bf30-5c4c42c878da req-0c29d107-53ef-48f9-87dd-b59dd664ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:47.859557 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54044838-5ec4-4dd3-bf30-5c4c42c878da req-0c29d107-53ef-48f9-87dd-b59dd664ce9c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.7583275 Mar 23 09:03:47.892544 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:47.892917 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Checking segment: {'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:47.893632 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Bound using segment: {'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:47.894114 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Bound port: 0f74ca2d-8b6f-45e8-afed-4281d81efcfb, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:47.894471 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:47.916387 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d6f14-1d78-4b15-8d0c-8e8f0232b10c req-56e534eb-5773-4336-932c-e20f9b3d479e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:47.918210 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ca6d6f14-1d78-4b15-8d0c-8e8f0232b10c req-56e534eb-5773-4336-932c-e20f9b3d479e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.2206988 Mar 23 09:03:47.954173 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3ae7e14a-62cb-4bde-ae5c-216adc464c02 req-29250d38-ad79-4a76-9ab7-f526b0ab64d6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=740b0161-9f4d-4f8e-9bc2-16d4d8930434 HTTP/1.1" status: 200 len: 217 time: 0.1099219 Mar 23 09:03:47.986309 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-866e097d-10e7-448e-86e6-062512bf6694 req-4880bb9c-1e2d-4850-9daa-d1f77d079ac5 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8613796 Mar 23 09:03:48.036026 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2a814bc9-b7c4-49eb-89bb-4c18cf1ea3cf admin admin] Publish callbacks [] for security_group (251215a8-7b98-4ddf-ac57-915f74606a4d), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.058521 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-a99ab51b-e281-4910-8690-0eb727ff6b82 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.066744 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.db [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] For port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb, host hv-cinder-83482, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:48.076244 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ca6d6f14-1d78-4b15-8d0c-8e8f0232b10c req-5d19b557-dfdf-422c-bd1c-6e99d107b7cc tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502421 Mar 23 09:03:48.104808 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-70ad8d45-eca0-45db-b7a1-5096b8bea681 admin admin] Publish callbacks [] for security_group (d5fbb99c-b8fd-45a9-8789-0cf7133237c2), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.107142 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.db [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] For port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:48.115991 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-70ad8d45-eca0-45db-b7a1-5096b8bea681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (d5fbb99c-b8fd-45a9-8789-0cf7133237c2), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.131932 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10199165'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.195521 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-a99ab51b-e281-4910-8690-0eb727ff6b82 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.198999 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad8d45-eca0-45db-b7a1-5096b8bea681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fbb99c-b8fd-45a9-8789-0cf7133237c2,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:48.203972 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-70ad8d45-eca0-45db-b7a1-5096b8bea681 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=23e4feceecfb4080964f7dcf8ea70d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5052729 Mar 23 09:03:48.216490 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52616) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:48.225156 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:48.225788 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for port (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.227203 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-961d31e5-5071-4025-97a1-49650472b621 service neutron] 10.222.0.93 "PUT /v2.0/ports/0f74ca2d-8b6f-45e8-afed-4281d81efcfb HTTP/1.1" status: 200 len: 1094 time: 2.0418410 Mar 23 09:03:48.227654 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'tag': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb'}] {{(pid=103135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:48.352702 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54044838-5ec4-4dd3-bf30-5c4c42c878da req-5e94a2b3-bc9b-4d0d-ae01-88fb2e7d94e7 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369195 Mar 23 09:03:48.383893 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2a814bc9-b7c4-49eb-89bb-4c18cf1ea3cf admin admin] Publish callbacks [] for security_group (251215a8-7b98-4ddf-ac57-915f74606a4d), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.422943 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d31e5-5071-4025-97a1-49650472b621 service neutron] Pushing event updated for resources: {'Port': ['ID=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:48.461077 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51f15b860103e8e2aec02021d47e14fc4ddffbdf8d3bff073939c8104b05bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cdecf0-d8ec-46a1-ada1-d17b9fa63168" -d '{"events": [{"name": "network-changed", "server_uuid": "64ebc8e5-8cad-46ff-9148-902add1c2d3f", "tag": "0f74ca2d-8b6f-45e8-afed-4281d81efcfb"}]}' {{(pid=103135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:48.479977 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de731a93-1184-464d-893a-f3ce965048aa req-66cb5723-135c-45a2-ac2f-0cd977bb5139 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:48.481564 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-de731a93-1184-464d-893a-f3ce965048aa req-66cb5723-135c-45a2-ac2f-0cd977bb5139 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 932 time: 0.2900586 Mar 23 09:03:48.489336 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8793c1b0-3cb9-4ee5-8097-ae5ef50cc55a admin admin] Publish callbacks [] for security_group (d5fbb99c-b8fd-45a9-8789-0cf7133237c2), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.514447 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-fcfd4021-9f87-4299-99ec-2f6c4bf06e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:48.516067 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-fcfd4021-9f87-4299-99ec-2f6c4bf06e1c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5c385a890af4ad8a66dceaef2f65557&device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 1128 time: 0.2291942 Mar 23 09:03:48.589172 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-a99ab51b-e281-4910-8690-0eb727ff6b82 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:48.608057 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8793c1b0-3cb9-4ee5-8097-ae5ef50cc55a admin admin] Publish callbacks [] for security_group (d5fbb99c-b8fd-45a9-8789-0cf7133237c2), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.621878 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52632) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:48.632982 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-ffd5a59b-5831-40d1-b6da-a8ac285c5ad8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb HTTP/1.1" status: 200 len: 217 time: 0.1071482 Mar 23 09:03:48.636267 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-a99ab51b-e281-4910-8690-0eb727ff6b82 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:48.639941 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-a99ab51b-e281-4910-8690-0eb727ff6b82 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:48.645229 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-a99ab51b-e281-4910-8690-0eb727ff6b82 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:48.645971 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-a99ab51b-e281-4910-8690-0eb727ff6b82 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.663948 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7e14a-62cb-4bde-ae5c-216adc464c02 req-4f6735e1-7c72-414e-95f8-6b9ef2cd87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:48.665471 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3ae7e14a-62cb-4bde-ae5c-216adc464c02 req-4f6735e1-7c72-414e-95f8-6b9ef2cd87ea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.6309853 Mar 23 09:03:48.684637 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ab51b-e281-4910-8690-0eb727ff6b82 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'Port': ['ID=415de519-1e86-4fd7-ad4b-d521668bc40f,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:48.702100 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54044838-5ec4-4dd3-bf30-5c4c42c878da req-9544b2ca-a46a-4c1f-943d-acd53da838b7 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145194 Mar 23 09:03:48.705107 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-4e65b1c2-bf53-40ca-8468-a4a02e4a1d94 req-405c8512-1948-4d8d-a572-aa602e25d58c service neutron] Publish callbacks [] for security_group (530c98ed-8da5-48d6-afbf-b00380fa72ea), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.711905 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-de731a93-1184-464d-893a-f3ce965048aa req-3347eaf5-f508-4a51-a6ab-14ff9c9ab912 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181168 Mar 23 09:03:48.744197 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-4e65b1c2-bf53-40ca-8468-a4a02e4a1d94 req-405c8512-1948-4d8d-a572-aa602e25d58c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (530c98ed-8da5-48d6-afbf-b00380fa72ea), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.750716 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-a99ab51b-e281-4910-8690-0eb727ff6b82 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6903114 Mar 23 09:03:48.780564 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-c39741e0-d21c-4622-81cf-076fe6c3e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:48.782303 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-c39741e0-d21c-4622-81cf-076fe6c3e1a1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=557dee99-09a9-460c-be1d-dcb02c131231 HTTP/1.1" status: 200 len: 855 time: 0.1365192 Mar 23 09:03:48.785968 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8793c1b0-3cb9-4ee5-8097-ae5ef50cc55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (d5fbb99c-b8fd-45a9-8789-0cf7133237c2), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.789288 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8793c1b0-3cb9-4ee5-8097-ae5ef50cc55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.793476 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-8793c1b0-3cb9-4ee5-8097-ae5ef50cc55a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d5fbb99c-b8fd-45a9-8789-0cf7133237c2 HTTP/1.1" status: 204 len: 168 time: 0.5729060 Mar 23 09:03:48.800003 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Request body: {'port': {'device_id': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:48.844286 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96f056-8ef8-4ca9-8702-4a7bceedcb3f req-7266657d-5f15-4d5a-886a-736a27bf9195 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:48.862432 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3e96f056-8ef8-4ca9-8702-4a7bceedcb3f req-7266657d-5f15-4d5a-886a-736a27bf9195 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 943 time: 0.6722817 Mar 23 09:03:48.885067 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1644508128-network', 'tenant_id': '54f778e9c5d5495ba704ef4c94800723'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:48.923338 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793c1b0-3cb9-4ee5-8097-ae5ef50cc55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fbb99c-b8fd-45a9-8789-0cf7133237c2,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:48.925272 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] Made reservation on behalf of 54f778e9c5d5495ba704ef4c94800723 for: {'network': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:48.928718 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.937326 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2a814bc9-b7c4-49eb-89bb-4c18cf1ea3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (251215a8-7b98-4ddf-ac57-915f74606a4d), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.940070 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2a814bc9-b7c4-49eb-89bb-4c18cf1ea3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:48.944076 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-2a814bc9-b7c4-49eb-89bb-4c18cf1ea3cf admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/251215a8-7b98-4ddf-ac57-915f74606a4d HTTP/1.1" status: 204 len: 168 time: 1.8362861 Mar 23 09:03:48.944076 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4e65b1c2-bf53-40ca-8468-a4a02e4a1d94 req-405c8512-1948-4d8d-a572-aa602e25d58c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6500049 Mar 23 09:03:48.953763 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c8512-1948-4d8d-a572-aa602e25d58c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=530c98ed-8da5-48d6-afbf-b00380fa72ea,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:48.994561 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-c117fa5b-3049-45ce-9149-ebf930ac3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:48.998079 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-c117fa5b-3049-45ce-9149-ebf930ac3b58 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2029886 Mar 23 09:03:48.999558 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:49.026729 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a814bc9-b7c4-49eb-89bb-4c18cf1ea3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251215a8-7b98-4ddf-ac57-915f74606a4d,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:49.085963 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7e14a-62cb-4bde-ae5c-216adc464c02 req-63027649-d6dc-413a-a5a3-e600966c9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:49.088106 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3ae7e14a-62cb-4bde-ae5c-216adc464c02 req-63027649-d6dc-413a-a5a3-e600966c9ccc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4121087 Mar 23 09:03:49.094659 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:49.114088 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc13796-4125-4bf2-9801-b08010864048 x-openstack-request-id: req-ecc13796-4125-4bf2-9801-b08010864048 {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:49.114385 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ebc8e5-8cad-46ff-9148-902add1c2d3f", "tag": "0f74ca2d-8b6f-45e8-afed-4281d81efcfb", "status": "completed", "code": 200}]} {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:49.115269 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ecc13796-4125-4bf2-9801-b08010864048 {{(pid=103135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:49.117722 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc13796-4125-4bf2-9801-b08010864048'] response: {'name': 'network-changed', 'server_uuid': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'tag': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'status': 'completed', 'code': 200} Mar 23 09:03:49.143867 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3e96f056-8ef8-4ca9-8702-4a7bceedcb3f req-d25da430-42d9-4f59-aa59-ae221d753dd4 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784512 Mar 23 09:03:49.170865 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-6650ccb9-66be-4f17-b34a-149b041d10a3 None None] Provisioning complete for port 415de519-1e86-4fd7-ad4b-d521668bc40f triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:49.171395 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6650ccb9-66be-4f17-b34a-149b041d10a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:49.267037 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-6650ccb9-66be-4f17-b34a-149b041d10a3 None None] Port 415de519-1e86-4fd7-ad4b-d521668bc40f cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:03:49.283092 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:03:49.353311 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3ae7e14a-62cb-4bde-ae5c-216adc464c02 req-d8939c4e-28e9-4855-bf09-f75ebf88a215 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530910 Mar 23 09:03:49.468847 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] Publish callbacks [] for security_group (ddaac9a5-9ae1-43b0-9e6b-4372465edd20), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:49.489467 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (ddaac9a5-9ae1-43b0-9e6b-4372465edd20), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:49.500200 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:49.522545 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '08b399f3-10a7-4e63-a7ce-a3ff9e4e8830', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'port_id': '08b399f3-10a7-4e63-a7ce-a3ff9e4e8830', 'mac_address': 'fa:16:3e:4b:f1:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:03:49.593957 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaac9a5-9ae1-43b0-9e6b-4372465edd20,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:49.616249 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:49.616861 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:49.629559 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=103135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:03:49.631883 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a2bba-432d-48f2-8b83-0bdc957e8605 req-1653ee8c-7d82-483e-bd89-9ed6faf29bf9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:49.640724 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0b4a2bba-432d-48f2-8b83-0bdc957e8605 req-1653ee8c-7d82-483e-bd89-9ed6faf29bf9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.2851608 Mar 23 09:03:49.645263 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-9fc61c70-8bbe-475f-8513-fb483988b175 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384360 Mar 23 09:03:49.654723 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:49.707575 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:49.714503 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:49.716953 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3ae7e14a-62cb-4bde-ae5c-216adc464c02 req-a9d23aeb-8868-4866-ae5e-f6741583fcfa service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494740 Mar 23 09:03:49.767963 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (cd46ac62-5734-48fc-8d32-09fdf3daf023), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:49.768312 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.db.segments_db [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] Added segment cd46ac62-5734-48fc-8d32-09fdf3daf023 of type vlan for network f05d1fc1-dfbe-4950-aa08-0be02226bfcb Mar 23 09:03:49.838555 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:49.840571 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 52688) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:49.845689 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efab3b0-833f-4271-b9a3-df15ff760a0c req-0980eba9-e734-4464-b157-68735eae981a tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:49.847282 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6efab3b0-833f-4271-b9a3-df15ff760a0c req-0980eba9-e734-4464-b157-68735eae981a tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 946 time: 0.3746705 Mar 23 09:03:49.862426 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0b4a2bba-432d-48f2-8b83-0bdc957e8605 req-2a5bed21-af91-447d-a2f0-5d483ee08bdd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206106 Mar 23 09:03:49.869997 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f574bd93-79f3-4b82-9eba-f2acc97ad4fd req-e7259d79-7ce3-4dc0-8b69-cc0c87dc5690 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050366 Mar 23 09:03:49.902083 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (f05d1fc1-dfbe-4950-aa08-0be02226bfcb), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:49.965901 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-e19da389-0e88-4036-8b38-5c68ad9cc6fa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6991ca543bf94709875bfecd98a2033d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1142704 Mar 23 09:03:49.968691 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 52690) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:50.015167 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6efab3b0-833f-4271-b9a3-df15ff760a0c req-2b486837-5800-4622-a2b7-0998acac4bba tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601570 Mar 23 09:03:50.021556 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (f05d1fc1-dfbe-4950-aa08-0be02226bfcb), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.022895 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:50.024299 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.093745 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4739146 Mar 23 09:03:50.100605 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52696) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:50.108666 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-dbfc94b7-9e23-4359-aa42-6ce49282311c admin admin] Request body: {'subnet': {'network_id': 'f05d1fc1-dfbe-4950-aa08-0be02226bfcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1644508128-subnet', 'tenant_id': '54f778e9c5d5495ba704ef4c94800723', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:50.121159 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415de519-1e86-4fd7-ad4b-d521668bc40f {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:50.126599 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdecf0-d8ec-46a1-ada1-d17b9fa63168 req-b36c937a-7dec-4a73-8797-8d7dd2133b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:50.128289 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c5cdecf0-d8ec-46a1-ada1-d17b9fa63168 req-b36c937a-7dec-4a73-8797-8d7dd2133b90 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5c385a890af4ad8a66dceaef2f65557&device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 1128 time: 0.1888897 Mar 23 09:03:50.132404 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebd604-6075-47a8-a487-7585e0740f02 admin admin] Pushing event updated for resources: {'Network': ['ID=f05d1fc1-dfbe-4950-aa08-0be02226bfcb,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:50.142096 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Publish callbacks [] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.146803 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network f05d1fc1-dfbe-4950-aa08-0be02226bfcb details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:03:50.159230 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d81dd552-5af4-4f75-a731-fd27b1bb1599 admin admin] Publish callbacks [] for security_group (332da4e3-607d-447d-9f8a-26cacd589ef2), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.191929 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Transition to ACTIVE for port object 415de519-1e86-4fd7-ad4b-d521668bc40f will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:03:50.216496 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.233349 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfc94b7-9e23-4359-aa42-6ce49282311c admin admin] Made reservation on behalf of 54f778e9c5d5495ba704ef4c94800723 for: {'subnet': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:50.236233 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dbfc94b7-9e23-4359-aa42-6ce49282311c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8535240'] for subnet (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.265711 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e227446-26b0-4b76-a90b-6a523a4e28e1 req-bbbe6ecb-609e-4e05-a7d0-12a3c7f009cc tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:50.268053 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6e227446-26b0-4b76-a90b-6a523a4e28e1 req-bbbe6ecb-609e-4e05-a7d0-12a3c7f009cc tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 932 time: 0.2997165 Mar 23 09:03:50.281454 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d81dd552-5af4-4f75-a731-fd27b1bb1599 admin admin] Publish callbacks [] for security_group (332da4e3-607d-447d-9f8a-26cacd589ef2), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.379187 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['08b399f3-10a7-4e63-a7ce-a3ff9e4e8830'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:03:50.442068 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 52706) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:50.469624 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Pushing event updated for resources: {'Port': ['ID=415de519-1e86-4fd7-ad4b-d521668bc40f,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:50.473092 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Attempting to bind port 415de519-1e86-4fd7-ad4b-d521668bc40f on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:03:50.473495 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Attempting to bind port 415de519-1e86-4fd7-ad4b-d521668bc40f by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:03:50.473964 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Attempting to bind port 415de519-1e86-4fd7-ad4b-d521668bc40f on network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:50.483295 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Port 415de519-1e86-4fd7-ad4b-d521668bc40f on network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:03:50.483598 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Attempting to bind port 415de519-1e86-4fd7-ad4b-d521668bc40f on network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:03:50.497152 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:03:50.497152 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Checking segment: {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:50.497152 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Bound using segment: {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:03:50.497152 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Bound port: 415de519-1e86-4fd7-ad4b-d521668bc40f, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:03:50.497152 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.525357 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6e227446-26b0-4b76-a90b-6a523a4e28e1 req-79891aa8-1290-4c85-96bc-e54544790abd tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459395 Mar 23 09:03:50.599205 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d81dd552-5af4-4f75-a731-fd27b1bb1599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (332da4e3-607d-447d-9f8a-26cacd589ef2), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.602979 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d81dd552-5af4-4f75-a731-fd27b1bb1599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.607164 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-d81dd552-5af4-4f75-a731-fd27b1bb1599 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/332da4e3-607d-447d-9f8a-26cacd589ef2 HTTP/1.1" status: 204 len: 168 time: 0.6315532 Mar 23 09:03:50.621608 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dd552-5af4-4f75-a731-fd27b1bb1599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332da4e3-607d-447d-9f8a-26cacd589ef2,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:50.648446 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] For port 415de519-1e86-4fd7-ad4b-d521668bc40f, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:03:50.652512 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] For port 415de519-1e86-4fd7-ad4b-d521668bc40f, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=415de519-1e86-4fd7-ad4b-d521668bc40f,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:03:50.667210 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.742081 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Pushing event updated for resources: {'Port': ['ID=415de519-1e86-4fd7-ad4b-d521668bc40f,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:50.753716 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:50.754493 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:50.756872 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c7d35cdb-a531-42f4-a5a8-b961abb2488a service neutron] 10.222.0.93 "PUT /v2.0/ports/415de519-1e86-4fd7-ad4b-d521668bc40f HTTP/1.1" status: 200 len: 1094 time: 1.9836819 Mar 23 09:03:50.757325 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'tag': '415de519-1e86-4fd7-ad4b-d521668bc40f'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:50.759740 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce72bc5-0fc1-41dd-a005-fb912c0c345c" -d '{"events": [{"name": "network-changed", "server_uuid": "f1853a9f-f8a4-4f01-95fb-c48646662a98", "tag": "415de519-1e86-4fd7-ad4b-d521668bc40f"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:50.875583 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fc4466-e3a1-4cf5-8374-c53ee13fb67b x-openstack-request-id: req-42fc4466-e3a1-4cf5-8374-c53ee13fb67b {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:50.875875 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1853a9f-f8a4-4f01-95fb-c48646662a98", "tag": "415de519-1e86-4fd7-ad4b-d521668bc40f", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:50.876781 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-42fc4466-e3a1-4cf5-8374-c53ee13fb67b {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:50.877114 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42fc4466-e3a1-4cf5-8374-c53ee13fb67b'] response: {'name': 'network-changed', 'server_uuid': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'tag': '415de519-1e86-4fd7-ad4b-d521668bc40f', 'status': 'completed', 'code': 200} Mar 23 09:03:50.898634 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18af676-7b43-4539-8064-bee96be44bfc req-20dbd10c-b83b-4311-8b46-afa44002f038 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:50.900595 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d18af676-7b43-4539-8064-bee96be44bfc req-20dbd10c-b83b-4311-8b46-afa44002f038 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 943 time: 0.6229651 Mar 23 09:03:50.901675 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdecf0-d8ec-46a1-ada1-d17b9fa63168 req-3b60aac8-0423-420b-b416-2cc8f5eecd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:50.903108 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c5cdecf0-d8ec-46a1-ada1-d17b9fa63168 req-3b60aac8-0423-420b-b416-2cc8f5eecd64 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 200 len: 917 time: 0.7655606 Mar 23 09:03:50.933135 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-e03cacc0-1714-4a80-b3cb-d0c3b8712aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:50.935315 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-e03cacc0-1714-4a80-b3cb-d0c3b8712aa5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 1128 time: 0.1335285 Mar 23 09:03:50.974648 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c5cdecf0-d8ec-46a1-ada1-d17b9fa63168 req-6d04a199-669d-431f-98bf-e16c58d98ade service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb HTTP/1.1" status: 200 len: 217 time: 0.0605061 Mar 23 09:03:51.077956 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdecf0-d8ec-46a1-ada1-d17b9fa63168 req-ab576208-7472-4fd3-a352-41a266e3b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:51.079447 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c5cdecf0-d8ec-46a1-ada1-d17b9fa63168 req-ab576208-7472-4fd3-a352-41a266e3b5f8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=557dee99-09a9-460c-be1d-dcb02c131231 HTTP/1.1" status: 200 len: 855 time: 0.0852747 Mar 23 09:03:51.089542 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c7959bc5-4680-4ca0-9fed-d79ae1589539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.092579 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-a92cac8e-a16a-494b-acb8-0ee5b0e1c1fc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=415de519-1e86-4fd7-ad4b-d521668bc40f HTTP/1.1" status: 200 len: 217 time: 0.1494184 Mar 23 09:03:51.190398 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d18af676-7b43-4539-8064-bee96be44bfc req-192482d0-1ebd-43a4-b670-aa4ff4f086f4 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193699 Mar 23 09:03:51.244084 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdecf0-d8ec-46a1-ada1-d17b9fa63168 req-238b9d44-cb22-4c22-8ae6-f67f73139757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:51.245664 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c5cdecf0-d8ec-46a1-ada1-d17b9fa63168 req-238b9d44-cb22-4c22-8ae6-f67f73139757 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1533833 Mar 23 09:03:51.283659 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dbfc94b7-9e23-4359-aa42-6ce49282311c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10199802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8535262'] for subnet (92c95f76-f69d-41d0-b899-7f1c8bb64d46), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.291218 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 740b0161-9f4d-4f8e-9bc2-16d4d8930434 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:03:51.334979 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c7959bc5-4680-4ca0-9fed-d79ae1589539 admin admin] Publish callbacks [] for security_group (9007a961-9e08-4da8-a044-5e56bc9b6413), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.361560 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c7959bc5-4680-4ca0-9fed-d79ae1589539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (9007a961-9e08-4da8-a044-5e56bc9b6413), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.442872 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc94b7-9e23-4359-aa42-6ce49282311c admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c95f76-f69d-41d0-b899-7f1c8bb64d46,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:51.448449 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-c7959bc5-4680-4ca0-9fed-d79ae1589539 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=98fb44a6646c4f318a9103d83a51a7cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9990647 Mar 23 09:03:51.454171 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52732) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:51.476452 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb23ee-5a53-461c-bcd4-cd07b7a703eb req-7885fd07-acc4-4c09-8483-3033b445aa50 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:51.478343 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9dbb23ee-5a53-461c-bcd4-cd07b7a703eb req-7885fd07-acc4-4c09-8483-3033b445aa50 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.4093153 Mar 23 09:03:51.481408 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-ed3c197a-796b-4fda-9a93-f4f965263854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:51.483120 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-ed3c197a-796b-4fda-9a93-f4f965263854 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83b4ac13-71e9-4cf6-97ce-85db2357cc64 HTTP/1.1" status: 200 len: 853 time: 0.3252716 Mar 23 09:03:51.490655 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc94b7-9e23-4359-aa42-6ce49282311c admin admin] Checking segment: {'id': 'cd46ac62-5734-48fc-8d32-09fdf3daf023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'f05d1fc1-dfbe-4950-aa08-0be02226bfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:03:51.491029 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfc94b7-9e23-4359-aa42-6ce49282311c admin admin] Network hostable DHCP agents. Network: f05d1fc1-dfbe-4950-aa08-0be02226bfcb, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:03:51.492848 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7959bc5-4680-4ca0-9fed-d79ae1589539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9007a961-9e08-4da8-a044-5e56bc9b6413,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:51.511259 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c5cdecf0-d8ec-46a1-ada1-d17b9fa63168 req-587b7043-31a5-469b-99e4-736dac3ac018 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579403 Mar 23 09:03:51.534528 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 740b0161-9f4d-4f8e-9bc2-16d4d8930434, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=740b0161-9f4d-4f8e-9bc2-16d4d8930434,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:51.565132 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '740b0161-9f4d-4f8e-9bc2-16d4d8930434', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'port_id': '740b0161-9f4d-4f8e-9bc2-16d4d8930434', 'mac_address': 'fa:16:3e:34:ca:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:03:51.617931 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 740b0161-9f4d-4f8e-9bc2-16d4d8930434 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:51.618672 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.640046 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9215696-84e6-452d-a10e-179ad2473508 req-09b3ba7c-6aba-48a4-b213-a47294d9d620 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:51.648399 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f9215696-84e6-452d-a10e-179ad2473508 req-09b3ba7c-6aba-48a4-b213-a47294d9d620 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 946 time: 0.3055484 Mar 23 09:03:51.650323 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740b0161-9f4d-4f8e-9bc2-16d4d8930434 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:51.671178 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9dbb23ee-5a53-461c-bcd4-cd07b7a703eb req-29532e4d-d32e-41a4-b9f9-83ebad71b075 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803322 Mar 23 09:03:51.673745 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-08dab045-ae54-4b00-9b04-dcae106ac537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:51.678394 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-08dab045-ae54-4b00-9b04-dcae106ac537 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=39df3c5d-1568-4c6e-9b3a-e334a05e9836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1809273 Mar 23 09:03:51.698148 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 740b0161-9f4d-4f8e-9bc2-16d4d8930434, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=740b0161-9f4d-4f8e-9bc2-16d4d8930434,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:51.714304 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.723177 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ecc4-be1a-4b1f-8cf3-8b3c07ac5c36 admin admin] Publish callbacks [] for security_group (9007a961-9e08-4da8-a044-5e56bc9b6413), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.777832 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f9215696-84e6-452d-a10e-179ad2473508 req-802b3853-c534-4eff-9f0c-9efbb55ce583 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196160 Mar 23 09:03:51.813400 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfc94b7-9e23-4359-aa42-6ce49282311c admin admin] Network f05d1fc1-dfbe-4950-aa08-0be02226bfcb is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:03:51.863473 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ecc4-be1a-4b1f-8cf3-8b3c07ac5c36 admin admin] Publish callbacks [] for security_group (9007a961-9e08-4da8-a044-5e56bc9b6413), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.872762 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=740b0161-9f4d-4f8e-9bc2-16d4d8930434,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:51.878437 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c5cdecf0-d8ec-46a1-ada1-d17b9fa63168 req-c397daa8-a361-4515-887f-d35ae5cb75e8 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322530 Mar 23 09:03:51.916087 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-dbfc94b7-9e23-4359-aa42-6ce49282311c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, f05d1fc1-dfbe-4950-aa08-0be02226bfcb) {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:51.925644 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297d23ce-0222-4a8b-a9da-acc7830fbcfd None None] Network f05d1fc1-dfbe-4950-aa08-0be02226bfcb requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:51.929541 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc94b7-9e23-4359-aa42-6ce49282311c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:51.930438 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dbfc94b7-9e23-4359-aa42-6ce49282311c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.962110 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-dbfc94b7-9e23-4359-aa42-6ce49282311c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8601727 Mar 23 09:03:51.980882 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ecc4-be1a-4b1f-8cf3-8b3c07ac5c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (9007a961-9e08-4da8-a044-5e56bc9b6413), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.991496 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ecc4-be1a-4b1f-8cf3-8b3c07ac5c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:51.998533 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-c2e3ecc4-be1a-4b1f-8cf3-8b3c07ac5c36 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9007a961-9e08-4da8-a044-5e56bc9b6413 HTTP/1.1" status: 204 len: 168 time: 0.5377626 Mar 23 09:03:52.021303 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3ecc4-be1a-4b1f-8cf3-8b3c07ac5c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9007a961-9e08-4da8-a044-5e56bc9b6413,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:52.046686 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['740b0161-9f4d-4f8e-9bc2-16d4d8930434'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:03:52.213215 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c169dcbe-7b59-4fd9-8448-277d99c6ded0 None None] Network f05d1fc1-dfbe-4950-aa08-0be02226bfcb requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:03:52.313080 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec89755-1050-43dc-af9a-0c95fd5bbf5a req-4ff55153-bdf8-443a-9fc9-18e4d721261b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:52.315294 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1ec89755-1050-43dc-af9a-0c95fd5bbf5a req-4ff55153-bdf8-443a-9fc9-18e4d721261b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 944 time: 0.4925933 Mar 23 09:03:52.337633 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-c387476f-29ba-459a-80dc-c03d1c314148 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527355 Mar 23 09:03:52.522896 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1ec89755-1050-43dc-af9a-0c95fd5bbf5a req-ec1f028b-28fa-497d-a3b9-be3cbbafa22a tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969583 Mar 23 09:03:52.543666 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367803d-c246-4331-adca-5b8aef41dd5e req-5a25fe20-b4e8-4612-aa0f-26c519ca4396 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:52.553583 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9367803d-c246-4331-adca-5b8aef41dd5e req-5a25fe20-b4e8-4612-aa0f-26c519ca4396 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 944 time: 0.1818638 Mar 23 09:03:52.587932 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8d20809c-9b15-4296-94aa-c1f10c8a6fdc req-9247763c-a17c-467a-ae9d-cdec122a6378 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395155 Mar 23 09:03:52.618111 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9367803d-c246-4331-adca-5b8aef41dd5e req-3185874f-8f06-437e-9c26-086603a1e372 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632660 Mar 23 09:03:52.711718 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce72bc5-0fc1-41dd-a005-fb912c0c345c req-6a17b0e0-fea7-4a63-bfbb-401e4602ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:52.713789 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2ce72bc5-0fc1-41dd-a005-fb912c0c345c req-6a17b0e0-fea7-4a63-bfbb-401e4602ad0d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 1128 time: 0.0621336 Mar 23 09:03:52.882473 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c2c01-e2b3-437b-9e08-18066459b63a req-44b27ff2-6bff-4a23-9f83-bf0f1c3c0a87 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:52.884279 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fc1c2c01-e2b3-437b-9e08-18066459b63a req-44b27ff2-6bff-4a23-9f83-bf0f1c3c0a87 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.1046462 Mar 23 09:03:52.888250 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce72bc5-0fc1-41dd-a005-fb912c0c345c req-8803e7a9-6e6b-4234-912d-59cf92d6edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:52.889925 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2ce72bc5-0fc1-41dd-a005-fb912c0c345c req-8803e7a9-6e6b-4234-912d-59cf92d6edc0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 915 time: 0.1694384 Mar 23 09:03:52.983379 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2ce72bc5-0fc1-41dd-a005-fb912c0c345c req-fc5f36ca-cc09-43c5-8148-62903124271c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=415de519-1e86-4fd7-ad4b-d521668bc40f HTTP/1.1" status: 200 len: 217 time: 0.0834734 Mar 23 09:03:53.042913 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fc1c2c01-e2b3-437b-9e08-18066459b63a req-6b6194a0-c119-4139-b4b5-846ebf501b9f tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516297 Mar 23 09:03:53.058240 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce72bc5-0fc1-41dd-a005-fb912c0c345c req-f37d89ea-93e5-42db-89a5-9ff93042e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:53.060236 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2ce72bc5-0fc1-41dd-a005-fb912c0c345c req-f37d89ea-93e5-42db-89a5-9ff93042e979 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83b4ac13-71e9-4cf6-97ce-85db2357cc64 HTTP/1.1" status: 200 len: 853 time: 0.0686305 Mar 23 09:03:53.152894 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce72bc5-0fc1-41dd-a005-fb912c0c345c req-097db648-217b-4c8a-bdb7-d8ce821412ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:53.155166 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2ce72bc5-0fc1-41dd-a005-fb912c0c345c req-097db648-217b-4c8a-bdb7-d8ce821412ae service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=39df3c5d-1568-4c6e-9b3a-e334a05e9836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0881152 Mar 23 09:03:53.193204 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52788) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:53.212895 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9b271a2c-87bc-475c-9d30-0ab8c422d0af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:53.309316 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 0f74ca2d-8b6f-45e8-afed-4281d81efcfb details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:03:53.312221 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2ce72bc5-0fc1-41dd-a005-fb912c0c345c req-f473da90-445a-4940-8434-a6dc101a5502 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496427 Mar 23 09:03:53.367990 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:53.420125 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9b271a2c-87bc-475c-9d30-0ab8c422d0af admin admin] Publish callbacks [] for security_group (edeed2ad-9789-477b-9743-64fc23912ca5), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:53.427894 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9b271a2c-87bc-475c-9d30-0ab8c422d0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (edeed2ad-9789-477b-9743-64fc23912ca5), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:53.458998 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2ce72bc5-0fc1-41dd-a005-fb912c0c345c req-68cb67fa-a7ea-417b-8722-32b4e6746269 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355622 Mar 23 09:03:53.506927 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 52796) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:53.519020 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-9b271a2c-87bc-475c-9d30-0ab8c422d0af admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e5669447da3441ffa5020cbdbc523ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241060 Mar 23 09:03:53.523390 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b271a2c-87bc-475c-9d30-0ab8c422d0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edeed2ad-9789-477b-9743-64fc23912ca5,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:53.593452 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6632a4f1-3440-4570-8d4a-ecfd254476c2 admin admin] Publish callbacks [] for security_group (edeed2ad-9789-477b-9743-64fc23912ca5), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:53.603572 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:53.635071 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:03:53.635547 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6632a4f1-3440-4570-8d4a-ecfd254476c2 admin admin] Publish callbacks [] for security_group (edeed2ad-9789-477b-9743-64fc23912ca5), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:53.682344 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:53.682863 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:53.689487 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'port_id': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'mac_address': 'fa:16:3e:bb:82:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:03:53.716147 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce97db-301c-465b-8382-374fb9059387 req-cc84fb82-94be-460c-bc8c-d73430b93167 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:53.730534 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a3ce97db-301c-465b-8382-374fb9059387 req-cc84fb82-94be-460c-bc8c-d73430b93167 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 944 time: 0.1095717 Mar 23 09:03:53.744817 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6632a4f1-3440-4570-8d4a-ecfd254476c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (edeed2ad-9789-477b-9743-64fc23912ca5), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:53.752780 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6632a4f1-3440-4570-8d4a-ecfd254476c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:53.761294 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-6632a4f1-3440-4570-8d4a-ecfd254476c2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/edeed2ad-9789-477b-9743-64fc23912ca5 HTTP/1.1" status: 204 len: 168 time: 0.2527845 Mar 23 09:03:53.785911 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:53.788184 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:53.836511 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f74ca2d-8b6f-45e8-afed-4281d81efcfb {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:53.843550 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a3ce97db-301c-465b-8382-374fb9059387 req-3debb836-09f0-4ff4-a3b0-2c491f8911f4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105151 Mar 23 09:03:53.847221 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632a4f1-3440-4570-8d4a-ecfd254476c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeed2ad-9789-477b-9743-64fc23912ca5,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:53.859261 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:53.859654 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:53.888847 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:53.904784 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:53.913170 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba51e8f-34b1-49ac-ad2b-11e80d68af3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b399f3-10a7-4e63-a7ce-a3ff9e4e8830'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:53.915750 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f940dd8-efc0-4f02-8c0d-e89c0539c181" -d '{"events": [{"server_uuid": "bba51e8f-34b1-49ac-ad2b-11e80d68af3d", "name": "network-vif-plugged", "status": "completed", "tag": "08b399f3-10a7-4e63-a7ce-a3ff9e4e8830"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:53.926934 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ed448-5942-4c20-baa9-d6be0c7b51b6 req-c743d384-9d3c-4009-aec5-00ed77e1e0d3 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:53.928435 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-514ed448-5942-4c20-baa9-d6be0c7b51b6 req-c743d384-9d3c-4009-aec5-00ed77e1e0d3 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 944 time: 0.1655076 Mar 23 09:03:53.951866 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:53.966999 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:53.985372 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:54.011671 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-514ed448-5942-4c20-baa9-d6be0c7b51b6 req-bcf46ab0-6b2c-4b87-9f04-d0789486a696 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727723 Mar 23 09:03:54.030432 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ff6244-72f5-4083-8e6a-225d639ee871 x-openstack-request-id: req-37ff6244-72f5-4083-8e6a-225d639ee871 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:54.031375 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba51e8f-34b1-49ac-ad2b-11e80d68af3d", "name": "network-vif-plugged", "status": "completed", "tag": "08b399f3-10a7-4e63-a7ce-a3ff9e4e8830", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:54.031818 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-37ff6244-72f5-4083-8e6a-225d639ee871 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:54.032407 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ff6244-72f5-4083-8e6a-225d639ee871'] response: {'server_uuid': 'bba51e8f-34b1-49ac-ad2b-11e80d68af3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b399f3-10a7-4e63-a7ce-a3ff9e4e8830', 'code': 200} Mar 23 09:03:54.078563 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:54.288098 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b366d-9f7b-46dc-b7fd-bb304bb52493 req-3015eee7-4335-4b8c-bf3c-11a24e9c93b7 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:54.290251 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7d9b366d-9f7b-46dc-b7fd-bb304bb52493 req-3015eee7-4335-4b8c-bf3c-11a24e9c93b7 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 945 time: 0.1159203 Mar 23 09:03:54.363223 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c03e44-9a21-4af7-b7ca-fc2590382c3c req-de2dea13-9b8b-4f25-a1e2-0ac44cb2402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:54.365901 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-69c03e44-9a21-4af7-b7ca-fc2590382c3c req-de2dea13-9b8b-4f25-a1e2-0ac44cb2402a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 1130 time: 0.1278605 Mar 23 09:03:54.373226 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7d9b366d-9f7b-46dc-b7fd-bb304bb52493 req-6ead66e9-910d-4e96-bf2e-0192cf73a151 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756187 Mar 23 09:03:54.427885 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['0f74ca2d-8b6f-45e8-afed-4281d81efcfb'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:03:54.431847 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-69c03e44-9a21-4af7-b7ca-fc2590382c3c req-5e6ab3c9-4fac-4902-a4bc-8baf75c4de10 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575569 Mar 23 09:03:54.806649 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea86273-60a1-4abe-8342-dc0851042271 req-92968da8-ff96-429b-a51a-af86409466e5 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:54.808355 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7ea86273-60a1-4abe-8342-dc0851042271 req-92968da8-ff96-429b-a51a-af86409466e5 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/networks?id=f05d1fc1-dfbe-4950-aa08-0be02226bfcb HTTP/1.1" status: 200 len: 809 time: 0.1449537 Mar 23 09:03:54.840503 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7ea86273-60a1-4abe-8342-dc0851042271 req-2eb8bd78-91d7-45cd-8635-fb18ce344a2e tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/quotas/54f778e9c5d5495ba704ef4c94800723 HTTP/1.1" status: 200 len: 375 time: 0.0249398 Mar 23 09:03:54.885243 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7ea86273-60a1-4abe-8342-dc0851042271 req-e47bd37a-a844-4e69-b1e7-96f169d9e06e tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=54f778e9c5d5495ba704ef4c94800723&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341146 Mar 23 09:03:55.031418 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b93a0-d676-4ebc-a287-8a7794cb7983 req-e5d3e42b-0521-4dbe-a716-f2a4e0c7f2b4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:55.033589 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ad5b93a0-d676-4ebc-a287-8a7794cb7983 req-e5d3e42b-0521-4dbe-a716-f2a4e0c7f2b4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 944 time: 0.0925322 Mar 23 09:03:55.091898 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7ea86273-60a1-4abe-8342-dc0851042271 req-006a4f4d-9982-4e37-8f1f-1ec256cc7518 service neutron] 10.222.0.91 "GET /v2.0/networks/f05d1fc1-dfbe-4950-aa08-0be02226bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988928 Mar 23 09:03:55.123272 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ad5b93a0-d676-4ebc-a287-8a7794cb7983 req-e5a7e7ad-8c0e-461a-9bee-3389a412c148 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773706 Mar 23 09:03:55.243645 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7ea86273-60a1-4abe-8342-dc0851042271 req-d87c1fbe-b4c9-40ea-bf82-053f6a2712f8 service neutron] 10.222.0.91 "GET /v2.0/networks/f05d1fc1-dfbe-4950-aa08-0be02226bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439660 Mar 23 09:03:55.329389 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520391c8-d35e-424d-9db0-10ba44d0fbe6 req-a880f147-cf89-480c-8682-cf7a4b43d494 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:55.331220 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-520391c8-d35e-424d-9db0-10ba44d0fbe6 req-a880f147-cf89-480c-8682-cf7a4b43d494 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 944 time: 0.1121786 Mar 23 09:03:55.341016 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 740b0161-9f4d-4f8e-9bc2-16d4d8930434 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:55.434290 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port 740b0161-9f4d-4f8e-9bc2-16d4d8930434 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:03:55.448378 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 740b0161-9f4d-4f8e-9bc2-16d4d8930434 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:55.449076 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:55.480826 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-520391c8-d35e-424d-9db0-10ba44d0fbe6 req-97ae0899-b3d5-4e39-b27f-6ca8158280e2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260209 Mar 23 09:03:55.647044 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b22dfad1-7db0-4b63-a414-788bdf2db1a5 req-e4b73115-9f84-4214-9b12-5f385305f616 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 210 time: 0.0694346 Mar 23 09:03:55.693595 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13efa59-5dbb-4d72-a291-8c4e7102c97a req-3f0f936d-41d6-4067-9fb3-860e1c873599 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:55.701753 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 740b0161-9f4d-4f8e-9bc2-16d4d8930434 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:55.702186 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:55.705092 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a13efa59-5dbb-4d72-a291-8c4e7102c97a req-3f0f936d-41d6-4067-9fb3-860e1c873599 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 945 time: 0.1163223 Mar 23 09:03:55.804676 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a13efa59-5dbb-4d72-a291-8c4e7102c97a req-fcce7b7d-92e7-4823-9a97-11f1d1d005bf tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982783 Mar 23 09:03:55.814311 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 740b0161-9f4d-4f8e-9bc2-16d4d8930434, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=740b0161-9f4d-4f8e-9bc2-16d4d8930434,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:55.819628 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:55.915935 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=740b0161-9f4d-4f8e-9bc2-16d4d8930434,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:56.034242 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad73686-0021-4de3-ac6a-073bb8543ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740b0161-9f4d-4f8e-9bc2-16d4d8930434'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:56.038119 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce8ecd9-b5de-40b7-a522-8622bcad86bd" -d '{"events": [{"server_uuid": "fad73686-0021-4de3-ac6a-073bb8543ca9", "name": "network-vif-plugged", "status": "completed", "tag": "740b0161-9f4d-4f8e-9bc2-16d4d8930434"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:56.106558 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 52942) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:56.154372 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0ff819-1953-41b3-b2d2-e3c2699fd347 x-openstack-request-id: req-7d0ff819-1953-41b3-b2d2-e3c2699fd347 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:56.154833 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad73686-0021-4de3-ac6a-073bb8543ca9", "name": "network-vif-plugged", "status": "completed", "tag": "740b0161-9f4d-4f8e-9bc2-16d4d8930434", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:56.155248 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7d0ff819-1953-41b3-b2d2-e3c2699fd347 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:56.156008 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0ff819-1953-41b3-b2d2-e3c2699fd347'] response: {'server_uuid': 'fad73686-0021-4de3-ac6a-073bb8543ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740b0161-9f4d-4f8e-9bc2-16d4d8930434', 'code': 200} Mar 23 09:03:56.404079 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e6164658-f2bc-4fbc-b426-4c9edd9788f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:56.459605 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132aa8e-d14a-48ae-868e-5f89492fcba3 req-1c91948e-3e44-4662-9059-38ff91302b17 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:56.461933 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7132aa8e-d14a-48ae-868e-5f89492fcba3 req-1c91948e-3e44-4662-9059-38ff91302b17 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 944 time: 0.1639056 Mar 23 09:03:56.516298 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b715975-9492-45d1-9693-86f5bc89d43c req-41dd68b0-1f2a-4411-be69-2a62e2590987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:56.519828 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5b715975-9492-45d1-9693-86f5bc89d43c req-41dd68b0-1f2a-4411-be69-2a62e2590987 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 1129 time: 0.1240385 Mar 23 09:03:56.564390 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7132aa8e-d14a-48ae-868e-5f89492fcba3 req-195847b8-a159-4657-834a-da90d7e5c7a9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909586 Mar 23 09:03:56.602672 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e6164658-f2bc-4fbc-b426-4c9edd9788f5 admin admin] Publish callbacks [] for security_group (c74eb9ef-a0fc-423f-9ab8-484a59dbb1ff), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:56.608038 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e6164658-f2bc-4fbc-b426-4c9edd9788f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (c74eb9ef-a0fc-423f-9ab8-484a59dbb1ff), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:56.642652 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-e6164658-f2bc-4fbc-b426-4c9edd9788f5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6f5d4099dde24c8bbd7ac3c167218c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5335889 Mar 23 09:03:56.653153 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 52958) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:56.678779 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6164658-f2bc-4fbc-b426-4c9edd9788f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74eb9ef-a0fc-423f-9ab8-484a59dbb1ff,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:56.770050 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5b715975-9492-45d1-9693-86f5bc89d43c req-09322cff-03eb-4a0d-b96c-1d76a9f5dda4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276881 Mar 23 09:03:56.858455 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-2b4de2cf-e514-4f18-97c5-a7eb02202e95 req-23e0fb0b-0c59-4a77-a5d3-7f2565e8811c tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 210 time: 0.0638680 Mar 23 09:03:56.892649 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08509575-3ab2-4451-9735-536dd786d8c4 req-70285392-b0d1-43cb-8584-7cebc32cdc4b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:56.912397 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-08509575-3ab2-4451-9735-536dd786d8c4 req-70285392-b0d1-43cb-8584-7cebc32cdc4b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.1781628 Mar 23 09:03:56.932775 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f13be5ef-4eee-47c4-9c3a-242bec170b3c admin admin] Publish callbacks [] for security_group (c74eb9ef-a0fc-423f-9ab8-484a59dbb1ff), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:56.972181 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f13be5ef-4eee-47c4-9c3a-242bec170b3c admin admin] Publish callbacks [] for security_group (c74eb9ef-a0fc-423f-9ab8-484a59dbb1ff), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:57.016458 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-08509575-3ab2-4451-9735-536dd786d8c4 req-1d5b144b-e3d6-473e-993c-0ecee59c3eef tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027887 Mar 23 09:03:57.086478 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f13be5ef-4eee-47c4-9c3a-242bec170b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (c74eb9ef-a0fc-423f-9ab8-484a59dbb1ff), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:57.089181 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f13be5ef-4eee-47c4-9c3a-242bec170b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:57.090940 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-f13be5ef-4eee-47c4-9c3a-242bec170b3c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c74eb9ef-a0fc-423f-9ab8-484a59dbb1ff HTTP/1.1" status: 204 len: 168 time: 0.4336212 Mar 23 09:03:57.102178 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbe131-2ea7-4d13-b9ee-f28479272272 req-ab54148f-2e47-4c49-9355-eccd426992c8 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:57.107838 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13be5ef-4eee-47c4-9c3a-242bec170b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74eb9ef-a0fc-423f-9ab8-484a59dbb1ff,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:57.118155 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f9fbe131-2ea7-4d13-b9ee-f28479272272 req-ab54148f-2e47-4c49-9355-eccd426992c8 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 945 time: 0.1490803 Mar 23 09:03:57.241695 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f9fbe131-2ea7-4d13-b9ee-f28479272272 req-769041a9-ba95-47f0-871b-0f3080a7d087 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196730 Mar 23 09:03:57.341575 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 415de519-1e86-4fd7-ad4b-d521668bc40f details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:03:57.345458 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 0f74ca2d-8b6f-45e8-afed-4281d81efcfb up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:03:57.546153 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:03:57.552090 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:03:57.552715 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:57.644582 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 415de519-1e86-4fd7-ad4b-d521668bc40f, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=415de519-1e86-4fd7-ad4b-d521668bc40f,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:57.696723 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '415de519-1e86-4fd7-ad4b-d521668bc40f', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'port_id': '415de519-1e86-4fd7-ad4b-d521668bc40f', 'mac_address': 'fa:16:3e:7a:66:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:03:57.731798 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236b2db-b110-4dbf-81f0-615614fada96 req-82d2590d-8dc3-4687-b591-892714855518 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:57.739324 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b236b2db-b110-4dbf-81f0-615614fada96 req-82d2590d-8dc3-4687-b591-892714855518 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 946 time: 0.1195531 Mar 23 09:03:57.783326 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 415de519-1e86-4fd7-ad4b-d521668bc40f is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:57.784124 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:57.798187 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea86273-60a1-4abe-8342-dc0851042271 req-6bd8f6e1-89e4-4f37-8471-77a9098f3126 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:57.799396 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7ea86273-60a1-4abe-8342-dc0851042271 req-6bd8f6e1-89e4-4f37-8471-77a9098f3126 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.93 "GET /v2.0/networks?id=f05d1fc1-dfbe-4950-aa08-0be02226bfcb HTTP/1.1" status: 200 len: 809 time: 0.3612421 Mar 23 09:03:57.836235 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-7ea86273-60a1-4abe-8342-dc0851042271 req-41f740f8-33b9-4329-988f-6fa05a00337f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Request body: {'port': {'device_id': '2bcd5eaf-41a8-4f5f-a774-515c012385c8', 'network_id': 'f05d1fc1-dfbe-4950-aa08-0be02226bfcb', 'admin_state_up': True, 'tenant_id': '54f778e9c5d5495ba704ef4c94800723'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:57.846817 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b236b2db-b110-4dbf-81f0-615614fada96 req-03820462-e4b8-426e-88b4-6f54ea246c72 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061735 Mar 23 09:03:57.880376 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415de519-1e86-4fd7-ad4b-d521668bc40f {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:57.904474 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:03:57.905688 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:57.933216 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53020) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:57.939812 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 415de519-1e86-4fd7-ad4b-d521668bc40f, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=415de519-1e86-4fd7-ad4b-d521668bc40f,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:57.955052 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:57.959762 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4f94c76d-c5a5-4357-bc46-463033f63c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:58.028380 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:03:58.043446 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:58.049455 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=415de519-1e86-4fd7-ad4b-d521668bc40f,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:58.063633 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c9953-f5b1-4c15-b0be-522ad8804db2 req-125e8881-8797-4148-9104-5c0702edc0b1 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:58.078910 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b96c9953-f5b1-4c15-b0be-522ad8804db2 req-125e8881-8797-4148-9104-5c0702edc0b1 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 944 time: 0.3524222 Mar 23 09:03:58.118913 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea86273-60a1-4abe-8342-dc0851042271 req-41f740f8-33b9-4329-988f-6fa05a00337f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Made reservation on behalf of 54f778e9c5d5495ba704ef4c94800723 for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:03:58.123796 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7ea86273-60a1-4abe-8342-dc0851042271 req-41f740f8-33b9-4329-988f-6fa05a00337f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:58.139349 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0820cec5-902d-4727-908a-67f3633c936c req-0c5b33e8-ea9f-4752-848f-05f9d2c80f66 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 210 time: 0.0842156 Mar 23 09:03:58.144924 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:58.157468 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:03:58.160060 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7fb1e1-6444-486a-8911-634127a7b822" -d '{"events": [{"server_uuid": "64ebc8e5-8cad-46ff-9148-902add1c2d3f", "name": "network-vif-plugged", "status": "completed", "tag": "0f74ca2d-8b6f-45e8-afed-4281d81efcfb"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:03:58.177660 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-65d172c8-da41-4c24-91bd-d343eada9388 req-8158b67e-9cc1-4b83-84de-dded88f6dbc7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1932633 Mar 23 09:03:58.200901 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b96c9953-f5b1-4c15-b0be-522ad8804db2 req-4b2ee661-2d62-463b-93a4-b84cfe5e0acb tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209919 Mar 23 09:03:58.295322 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12c98bb-bb3c-458b-af5b-48be6b3fd027 x-openstack-request-id: req-b12c98bb-bb3c-458b-af5b-48be6b3fd027 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:03:58.295707 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ebc8e5-8cad-46ff-9148-902add1c2d3f", "name": "network-vif-plugged", "status": "completed", "tag": "0f74ca2d-8b6f-45e8-afed-4281d81efcfb", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:03:58.296130 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b12c98bb-bb3c-458b-af5b-48be6b3fd027 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:03:58.296538 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12c98bb-bb3c-458b-af5b-48be6b3fd027'] response: {'server_uuid': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'code': 200} Mar 23 09:03:58.387451 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4f94c76d-c5a5-4357-bc46-463033f63c0a admin admin] Publish callbacks [] for security_group (c7abcf4d-c683-44bf-8b46-ebaaac377b6e), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:58.398010 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4f94c76d-c5a5-4357-bc46-463033f63c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (c7abcf4d-c683-44bf-8b46-ebaaac377b6e), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:58.424511 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-7ea86273-60a1-4abe-8342-dc0851042271 req-41f740f8-33b9-4329-988f-6fa05a00337f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Allocated IP 172.20.0.13 (f05d1fc1-dfbe-4950-aa08-0be02226bfcb/92c95f76-f69d-41d0-b899-7f1c8bb64d46/b8917dea-39c0-4598-91fa-44a091b495d4) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:03:58.484897 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['415de519-1e86-4fd7-ad4b-d521668bc40f'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:03:58.494928 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-4f94c76d-c5a5-4357-bc46-463033f63c0a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5999638db9dd44a6a30af2cd7bb63d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5599415 Mar 23 09:03:58.498808 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53032) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:58.500254 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94c76d-c5a5-4357-bc46-463033f63c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7abcf4d-c683-44bf-8b46-ebaaac377b6e,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:58.553015 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d172c8-da41-4c24-91bd-d343eada9388 req-5dcdcd47-2d0c-4717-ba02-f75812bba7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:58.556312 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-65d172c8-da41-4c24-91bd-d343eada9388 req-5dcdcd47-2d0c-4717-ba02-f75812bba7ea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 1130 time: 0.2849410 Mar 23 09:03:58.581612 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 53036) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:58.582726 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfd0d1-3331-4b97-8c84-3369d9597f12 req-d956fe21-d86e-4384-84aa-e5ac2eb7e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:58.588854 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7dbfd0d1-3331-4b97-8c84-3369d9597f12 req-d956fe21-d86e-4384-84aa-e5ac2eb7e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.3455973 Mar 23 09:03:58.664459 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205ff40-b7b6-42fb-8aaa-07ae1e0a56dc req-fcecefad-ef22-4cd3-bf95-f71ffc93e6a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:58.667354 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3205ff40-b7b6-42fb-8aaa-07ae1e0a56dc req-fcecefad-ef22-4cd3-bf95-f71ffc93e6a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.2704198 Mar 23 09:03:58.765481 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7686cd7f-9653-4f1a-af6f-34a714f49982 admin admin] Publish callbacks [] for security_group (c7abcf4d-c683-44bf-8b46-ebaaac377b6e), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:58.773376 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7dbfd0d1-3331-4b97-8c84-3369d9597f12 req-b7fe6643-9792-4a40-91ab-1f0228edd3c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722565 Mar 23 09:03:58.796098 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3205ff40-b7b6-42fb-8aaa-07ae1e0a56dc req-38dc9b3f-1834-4937-9903-6769a1ba4cb6 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123030 Mar 23 09:03:58.808071 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d172c8-da41-4c24-91bd-d343eada9388 req-49f5654d-3714-4764-a14e-8dfa8bf4622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:58.809595 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-65d172c8-da41-4c24-91bd-d343eada9388 req-49f5654d-3714-4764-a14e-8dfa8bf4622e service neutron] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 920 time: 0.1985209 Mar 23 09:03:58.822083 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7686cd7f-9653-4f1a-af6f-34a714f49982 admin admin] Publish callbacks [] for security_group (c7abcf4d-c683-44bf-8b46-ebaaac377b6e), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:58.851979 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7a244742-347a-42f2-bdcf-a79cb8c582f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:58.876965 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-65d172c8-da41-4c24-91bd-d343eada9388 req-749fac42-02c5-42ce-9ac0-bc231a0b9c9a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 HTTP/1.1" status: 200 len: 217 time: 0.0519102 Mar 23 09:03:58.919429 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d67bb-9a6c-42cc-807a-637f3d5b5995 req-5e82d9ae-66fe-4f1a-952b-9e1bdee8a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:58.920942 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1e5d67bb-9a6c-42cc-807a-637f3d5b5995 req-5e82d9ae-66fe-4f1a-952b-9e1bdee8a0a9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 1130 time: 0.3115067 Mar 23 09:03:58.947899 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d172c8-da41-4c24-91bd-d343eada9388 req-811b4610-bc7d-41dc-8919-9a08b13a4051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:58.955959 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-65d172c8-da41-4c24-91bd-d343eada9388 req-811b4610-bc7d-41dc-8919-9a08b13a4051 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.0631094 Mar 23 09:03:59.017486 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1e5d67bb-9a6c-42cc-807a-637f3d5b5995 req-46134e50-dd76-4aaa-945c-00ab8b116d64 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884984 Mar 23 09:03:59.057329 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7ea86273-60a1-4abe-8342-dc0851042271 req-41f740f8-33b9-4329-988f-6fa05a00337f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks [] for port (b8917dea-39c0-4598-91fa-44a091b495d4), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.096713 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d172c8-da41-4c24-91bd-d343eada9388 req-c462516b-d1b1-45bb-bc85-90b7ba0ff745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:59.098315 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-65d172c8-da41-4c24-91bd-d343eada9388 req-c462516b-d1b1-45bb-bc85-90b7ba0ff745 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1270785 Mar 23 09:03:59.100873 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7686cd7f-9653-4f1a-af6f-34a714f49982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (c7abcf4d-c683-44bf-8b46-ebaaac377b6e), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.103672 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7a244742-347a-42f2-bdcf-a79cb8c582f2 admin admin] Publish callbacks [] for security_group (df2dfbfa-0ad9-45f3-8e92-05d7f50917a2), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.105785 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7686cd7f-9653-4f1a-af6f-34a714f49982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.106777 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-7686cd7f-9653-4f1a-af6f-34a714f49982 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c7abcf4d-c683-44bf-8b46-ebaaac377b6e HTTP/1.1" status: 204 len: 168 time: 0.6028056 Mar 23 09:03:59.112435 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7a244742-347a-42f2-bdcf-a79cb8c582f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (df2dfbfa-0ad9-45f3-8e92-05d7f50917a2), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.116592 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031686eb-6cdd-46ec-879f-b667f744f0b1 req-3ff81595-e632-43cd-afdf-9ddbdee40546 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:59.118293 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-031686eb-6cdd-46ec-879f-b667f744f0b1 req-3ff81595-e632-43cd-afdf-9ddbdee40546 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 946 time: 0.1349671 Mar 23 09:03:59.125115 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686cd7f-9653-4f1a-af6f-34a714f49982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7abcf4d-c683-44bf-8b46-ebaaac377b6e,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:59.150158 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-7a244742-347a-42f2-bdcf-a79cb8c582f2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=618b4570a523401eaeb5cb1ed3ae1d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5617640 Mar 23 09:03:59.154370 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53046) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:03:59.189806 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7ea86273-60a1-4abe-8342-dc0851042271 req-41f740f8-33b9-4329-988f-6fa05a00337f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (b8917dea-39c0-4598-91fa-44a091b495d4), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.236462 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-031686eb-6cdd-46ec-879f-b667f744f0b1 req-334975b5-116d-4011-858c-e4558f969483 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008739 Mar 23 09:03:59.277950 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8c79c3f5-782d-4b23-897c-1e19618a82ae admin admin] Publish callbacks [] for security_group (df2dfbfa-0ad9-45f3-8e92-05d7f50917a2), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.287895 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f740f8-33b9-4329-988f-6fa05a00337f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Pushing event updated for resources: {'Port': ['ID=b8917dea-39c0-4598-91fa-44a091b495d4,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:59.308839 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a244742-347a-42f2-bdcf-a79cb8c582f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2dfbfa-0ad9-45f3-8e92-05d7f50917a2,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:59.339046 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea86273-60a1-4abe-8342-dc0851042271 req-41f740f8-33b9-4329-988f-6fa05a00337f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Network f05d1fc1-dfbe-4950-aa08-0be02226bfcb is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:03:59.341108 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-7ea86273-60a1-4abe-8342-dc0851042271 req-41f740f8-33b9-4329-988f-6fa05a00337f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:03:59.348168 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea86273-60a1-4abe-8342-dc0851042271 req-41f740f8-33b9-4329-988f-6fa05a00337f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:03:59.354109 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea86273-60a1-4abe-8342-dc0851042271 req-41f740f8-33b9-4329-988f-6fa05a00337f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:59.355065 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7ea86273-60a1-4abe-8342-dc0851042271 req-41f740f8-33b9-4329-988f-6fa05a00337f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.385352 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8c79c3f5-782d-4b23-897c-1e19618a82ae admin admin] Publish callbacks [] for security_group (df2dfbfa-0ad9-45f3-8e92-05d7f50917a2), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.389467 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24d5a8-7433-407a-aeb2-15af3cb1284e req-07e25906-65b8-4d3e-9043-1a43180591f3 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:59.402914 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7a24d5a8-7433-407a-aeb2-15af3cb1284e req-07e25906-65b8-4d3e-9043-1a43180591f3 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 932 time: 0.1198711 Mar 23 09:03:59.407950 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7ea86273-60a1-4abe-8342-dc0851042271 req-41f740f8-33b9-4329-988f-6fa05a00337f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5768161 Mar 23 09:03:59.427518 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Request body: {'port': {'device_id': '2bcd5eaf-41a8-4f5f-a774-515c012385c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:03:59.509236 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7a24d5a8-7433-407a-aeb2-15af3cb1284e req-f426e092-4154-46e5-bea3-dc9e5c6b65b8 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053379 Mar 23 09:03:59.535656 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa024447-273f-43eb-b854-97bdaccbc1a1 req-d10f4be7-69c3-42ae-a4b3-eb148bec51a9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:59.537913 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-aa024447-273f-43eb-b854-97bdaccbc1a1 req-d10f4be7-69c3-42ae-a4b3-eb148bec51a9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 945 time: 0.1642153 Mar 23 09:03:59.542018 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-65d172c8-da41-4c24-91bd-d343eada9388 req-f9149cd1-202c-4706-be7e-5384ef9d4eab service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347305 Mar 23 09:03:59.555984 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (b8917dea-39c0-4598-91fa-44a091b495d4), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.560676 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8c79c3f5-782d-4b23-897c-1e19618a82ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (df2dfbfa-0ad9-45f3-8e92-05d7f50917a2), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.564945 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8c79c3f5-782d-4b23-897c-1e19618a82ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.569970 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-8c79c3f5-782d-4b23-897c-1e19618a82ae admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/df2dfbfa-0ad9-45f3-8e92-05d7f50917a2 HTTP/1.1" status: 204 len: 168 time: 0.4107740 Mar 23 09:03:59.632654 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79c3f5-782d-4b23-897c-1e19618a82ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2dfbfa-0ad9-45f3-8e92-05d7f50917a2,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:03:59.681238 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-aa024447-273f-43eb-b854-97bdaccbc1a1 req-7fa1491f-85d7-4d20-99d6-976a82680e20 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362264 Mar 23 09:03:59.717443 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-65d172c8-da41-4c24-91bd-d343eada9388 req-22712bb7-8473-40f4-8a6f-060ac89b96bb service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652930 Mar 23 09:03:59.924496 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8917dea-39c0-4598-91fa-44a091b495d4 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:03:59.933606 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Publish callbacks [] for port (b8917dea-39c0-4598-91fa-44a091b495d4), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:03:59.960493 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c2d39-6a27-4843-a662-971aa953624d req-09f83b38-1cc2-4bc1-b7a8-477d12a3f486 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:03:59.968170 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3f4c2d39-6a27-4843-a662-971aa953624d req-09f83b38-1cc2-4bc1-b7a8-477d12a3f486 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0692909 Mar 23 09:04:00.008306 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Transition to ACTIVE for port object b8917dea-39c0-4598-91fa-44a091b495d4 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:04:00.014320 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (b8917dea-39c0-4598-91fa-44a091b495d4), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.026927 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3f4c2d39-6a27-4843-a662-971aa953624d req-468ad067-09c4-4928-84be-451ac16888be tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578728 Mar 23 09:04:00.094558 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53084) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:00.104789 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c847c85-1f0d-4ea2-8a43-39ad03b33cfb req-3e6d3f20-37e6-4590-a093-c8d9bd7981a3 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:00.106964 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4c847c85-1f0d-4ea2-8a43-39ad03b33cfb req-3e6d3f20-37e6-4590-a093-c8d9bd7981a3 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.1675086 Mar 23 09:04:00.108343 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Pushing event updated for resources: {'Port': ['ID=b8917dea-39c0-4598-91fa-44a091b495d4,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:00.110807 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-02172ea8-b94e-4e7e-8e83-068cb39d960e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.161714 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Attempting to bind port b8917dea-39c0-4598-91fa-44a091b495d4 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:04:00.162493 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Attempting to bind port b8917dea-39c0-4598-91fa-44a091b495d4 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'cd46ac62-5734-48fc-8d32-09fdf3daf023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'f05d1fc1-dfbe-4950-aa08-0be02226bfcb'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:04:00.162819 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Attempting to bind port b8917dea-39c0-4598-91fa-44a091b495d4 on network f05d1fc1-dfbe-4950-aa08-0be02226bfcb {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:04:00.177031 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Port b8917dea-39c0-4598-91fa-44a091b495d4 on network f05d1fc1-dfbe-4950-aa08-0be02226bfcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:04:00.177320 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Attempting to bind port b8917dea-39c0-4598-91fa-44a091b495d4 on network f05d1fc1-dfbe-4950-aa08-0be02226bfcb {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:04:00.186583 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:04:00.187006 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Checking segment: {'id': 'cd46ac62-5734-48fc-8d32-09fdf3daf023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'f05d1fc1-dfbe-4950-aa08-0be02226bfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:04:00.187465 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Bound using segment: {'id': 'cd46ac62-5734-48fc-8d32-09fdf3daf023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'f05d1fc1-dfbe-4950-aa08-0be02226bfcb'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:04:00.187965 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Bound port: b8917dea-39c0-4598-91fa-44a091b495d4, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd46ac62-5734-48fc-8d32-09fdf3daf023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'f05d1fc1-dfbe-4950-aa08-0be02226bfcb'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:04:00.188309 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (b8917dea-39c0-4598-91fa-44a091b495d4), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.227510 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-02172ea8-b94e-4e7e-8e83-068cb39d960e admin admin] Publish callbacks [] for security_group (a3c72348-dd4a-435f-933c-84b93d3a0461), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.232355 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-02172ea8-b94e-4e7e-8e83-068cb39d960e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (a3c72348-dd4a-435f-933c-84b93d3a0461), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.247793 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4c847c85-1f0d-4ea2-8a43-39ad03b33cfb req-33053cc8-28f3-4975-8a75-7f1c2c8d9e3e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138189 Mar 23 09:04:00.312106 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] For port b8917dea-39c0-4598-91fa-44a091b495d4, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:04:00.314337 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02172ea8-b94e-4e7e-8e83-068cb39d960e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c72348-dd4a-435f-933c-84b93d3a0461,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:00.324096 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] For port b8917dea-39c0-4598-91fa-44a091b495d4, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b8917dea-39c0-4598-91fa-44a091b495d4,segment=NetworkSegment(cd46ac62-5734-48fc-8d32-09fdf3daf023),segment_id=cd46ac62-5734-48fc-8d32-09fdf3daf023)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:04:00.334321 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (b8917dea-39c0-4598-91fa-44a091b495d4), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.353069 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 53096) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:00.358279 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-02172ea8-b94e-4e7e-8e83-068cb39d960e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7ca1c7feddc04d4b8c19afd89dc5db15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614086 Mar 23 09:04:00.396367 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:00.396992 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.398425 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] 10.222.0.93 "PUT /v2.0/ports/b8917dea-39c0-4598-91fa-44a091b495d4 HTTP/1.1" status: 200 len: 1094 time: 0.9825292 Mar 23 09:04:00.401575 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcd5eaf-41a8-4f5f-a774-515c012385c8', 'tag': 'b8917dea-39c0-4598-91fa-44a091b495d4'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:00.410050 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f409ab2-b472-4c0f-a676-6c1b73074040" -d '{"events": [{"name": "network-changed", "server_uuid": "2bcd5eaf-41a8-4f5f-a774-515c012385c8", "tag": "b8917dea-39c0-4598-91fa-44a091b495d4"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:00.500960 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e045c372-e050-4733-90dc-4088d96df860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.524254 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef294614-4884-483b-b834-d56013b5f368 req-819679d0-93d6-4c25-b05f-10c086b3413d tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:00.526396 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ef294614-4884-483b-b834-d56013b5f368 req-819679d0-93d6-4c25-b05f-10c086b3413d tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 946 time: 0.1165431 Mar 23 09:04:00.538011 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c3217-175c-478b-aa56-f1626b077cd4 req-8b631834-10ae-4bdb-8e46-34621a44fbad tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:00.545584 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-030c3217-175c-478b-aa56-f1626b077cd4 req-8b631834-10ae-4bdb-8e46-34621a44fbad tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 946 time: 0.1858761 Mar 23 09:04:00.627894 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.709270 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ca101-f73d-485e-8118-0a28137fd448 service neutron] Pushing event updated for resources: {'Port': ['ID=b8917dea-39c0-4598-91fa-44a091b495d4,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:00.740443 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea86273-60a1-4abe-8342-dc0851042271 req-81bd76db-665e-48fb-9308-07f3a0476339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:00.742633 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7ea86273-60a1-4abe-8342-dc0851042271 req-81bd76db-665e-48fb-9308-07f3a0476339 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=54f778e9c5d5495ba704ef4c94800723&device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 1128 time: 0.1022563 Mar 23 09:04:00.745544 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d597b76f-83ba-4241-8b60-6ca45906f501 admin admin] Publish callbacks [] for security_group (a3c72348-dd4a-435f-933c-84b93d3a0461), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.779707 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e5697a-c8d0-4054-939b-ce46ca0bbd68 x-openstack-request-id: req-83e5697a-c8d0-4054-939b-ce46ca0bbd68 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:00.780135 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bcd5eaf-41a8-4f5f-a774-515c012385c8", "tag": "b8917dea-39c0-4598-91fa-44a091b495d4", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:00.780265 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-83e5697a-c8d0-4054-939b-ce46ca0bbd68 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:00.780647 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e5697a-c8d0-4054-939b-ce46ca0bbd68'] response: {'name': 'network-changed', 'server_uuid': '2bcd5eaf-41a8-4f5f-a774-515c012385c8', 'tag': 'b8917dea-39c0-4598-91fa-44a091b495d4', 'status': 'completed', 'code': 200} Mar 23 09:04:00.837115 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d597b76f-83ba-4241-8b60-6ca45906f501 admin admin] Publish callbacks [] for security_group (a3c72348-dd4a-435f-933c-84b93d3a0461), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:00.839962 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7ea86273-60a1-4abe-8342-dc0851042271 req-90120f12-7077-4cc4-81f8-394f333bb419 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8917dea-39c0-4598-91fa-44a091b495d4 HTTP/1.1" status: 200 len: 217 time: 0.0821152 Mar 23 09:04:00.966612 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea86273-60a1-4abe-8342-dc0851042271 req-3cb897eb-9e01-46b0-bebf-da0ee3e02718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:00.968223 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7ea86273-60a1-4abe-8342-dc0851042271 req-3cb897eb-9e01-46b0-bebf-da0ee3e02718 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92c95f76-f69d-41d0-b899-7f1c8bb64d46 HTTP/1.1" status: 200 len: 849 time: 0.1180580 Mar 23 09:04:00.971992 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cd85c-ce4d-41cd-9fac-55c28db14569 req-2a63cfa0-a13b-42e4-ade7-02e925995e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:00.973698 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dc5cd85c-ce4d-41cd-9fac-55c28db14569 req-2a63cfa0-a13b-42e4-ade7-02e925995e62 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 1129 time: 0.2168148 Mar 23 09:04:01.013181 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7ea86273-60a1-4abe-8342-dc0851042271 req-748ed3eb-8da4-4e72-84a9-9e13d15c65f9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f05d1fc1-dfbe-4950-aa08-0be02226bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380843 Mar 23 09:04:01.050800 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53118) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:01.062440 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d597b76f-83ba-4241-8b60-6ca45906f501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (a3c72348-dd4a-435f-933c-84b93d3a0461), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.064939 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d597b76f-83ba-4241-8b60-6ca45906f501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.066480 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-d597b76f-83ba-4241-8b60-6ca45906f501 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a3c72348-dd4a-435f-933c-84b93d3a0461 HTTP/1.1" status: 204 len: 168 time: 0.6944878 Mar 23 09:04:01.122828 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-030c3217-175c-478b-aa56-f1626b077cd4 req-55b71af6-31ea-4527-b518-63f7c9a7befa tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/security-groups?id=98b0d596-fcf3-4bcd-9353-65ebeb597c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5760434 Mar 23 09:04:01.151792 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f7122-e975-41eb-9a13-2d8d9911ee93 req-e7787338-628d-4887-9602-ffe22b79173f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:01.153422 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-057f7122-e975-41eb-9a13-2d8d9911ee93 req-e7787338-628d-4887-9602-ffe22b79173f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 944 time: 0.2516489 Mar 23 09:04:01.154271 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597b76f-83ba-4241-8b60-6ca45906f501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c72348-dd4a-435f-933c-84b93d3a0461,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:01.231588 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [req-ef294614-4884-483b-b834-d56013b5f368 req-fde75dc4-1489-4848-810e-1c7cda188b15 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Deleting port 285980cf-6f48-49a0-96b2-86fd039b1464 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:04:01.232104 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [req-ef294614-4884-483b-b834-d56013b5f368 req-fde75dc4-1489-4848-810e-1c7cda188b15 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (285980cf-6f48-49a0-96b2-86fd039b1464), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.262165 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-057f7122-e975-41eb-9a13-2d8d9911ee93 req-c8ac62fb-a1a8-4c93-a342-9de0ad15e1f5 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019888 Mar 23 09:04:01.263968 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cd85c-ce4d-41cd-9fac-55c28db14569 req-fbc7b978-c290-4f52-8c75-8d393090d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:01.265546 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dc5cd85c-ce4d-41cd-9fac-55c28db14569 req-fbc7b978-c290-4f52-8c75-8d393090d55f service neutron] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 920 time: 0.2639682 Mar 23 09:04:01.267481 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7ea86273-60a1-4abe-8342-dc0851042271 req-7f5c2a0b-073e-4365-993d-1572f13645aa service neutron] 10.222.0.93 "GET /v2.0/networks/f05d1fc1-dfbe-4950-aa08-0be02226bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384722 Mar 23 09:04:01.366786 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 415de519-1e86-4fd7-ad4b-d521668bc40f up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:04:01.374437 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e0c47-bc1b-4593-ae42-cb6742620e4c req-359acb01-560d-4c34-b373-8268dae20c84 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:01.375987 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-bf6e0c47-bc1b-4593-ae42-cb6742620e4c req-359acb01-560d-4c34-b373-8268dae20c84 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.1595998 Mar 23 09:04:01.421151 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dc5cd85c-ce4d-41cd-9fac-55c28db14569 req-1d8c9cf7-7125-42a3-90ee-f00c884c6a62 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=740b0161-9f4d-4f8e-9bc2-16d4d8930434 HTTP/1.1" status: 200 len: 217 time: 0.1431093 Mar 23 09:04:01.429709 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port 415de519-1e86-4fd7-ad4b-d521668bc40f completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:04:01.437076 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 415de519-1e86-4fd7-ad4b-d521668bc40f triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:04:01.438363 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.472658 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.db [req-ef294614-4884-483b-b834-d56013b5f368 req-fde75dc4-1489-4848-810e-1c7cda188b15 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] For port 285980cf-6f48-49a0-96b2-86fd039b1464, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=285980cf-6f48-49a0-96b2-86fd039b1464,segment=NetworkSegment(fa4ed6ba-4946-44f4-a177-de60e5996047),segment_id=fa4ed6ba-4946-44f4-a177-de60e5996047)] {{(pid=103135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:01.475663 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [req-ef294614-4884-483b-b834-d56013b5f368 req-fde75dc4-1489-4848-810e-1c7cda188b15 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (285980cf-6f48-49a0-96b2-86fd039b1464), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.547291 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7ea86273-60a1-4abe-8342-dc0851042271 req-ccd0ad51-d410-4dea-8a8a-6fe4fff588dc service neutron] 10.222.0.93 "GET /v2.0/networks/f05d1fc1-dfbe-4950-aa08-0be02226bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683382 Mar 23 09:04:01.550748 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cd85c-ce4d-41cd-9fac-55c28db14569 req-bb6b40fd-e2e5-4f83-8c59-dc0043438b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:01.554043 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dc5cd85c-ce4d-41cd-9fac-55c28db14569 req-bb6b40fd-e2e5-4f83-8c59-dc0043438b0c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.1119776 Mar 23 09:04:01.558012 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 415de519-1e86-4fd7-ad4b-d521668bc40f is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:01.558520 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.562643 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840417f-d542-4056-b9c8-b903633b3d00 req-12508b65-8cb8-493e-94a5-a794694860fc tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:01.564126 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0840417f-d542-4056-b9c8-b903633b3d00 req-12508b65-8cb8-493e-94a5-a794694860fc tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 945 time: 0.1558368 Mar 23 09:04:01.597888 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415de519-1e86-4fd7-ad4b-d521668bc40f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:01.601867 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e7e321-76bb-4c73-99c3-28ba41f3595a" -d '{"events": [{"server_uuid": "f1853a9f-f8a4-4f01-95fb-c48646662a98", "name": "network-vif-plugged", "status": "completed", "tag": "415de519-1e86-4fd7-ad4b-d521668bc40f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:01.616425 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3f093752-14d7-45d0-b697-a540cb828983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.622442 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 415de519-1e86-4fd7-ad4b-d521668bc40f, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=415de519-1e86-4fd7-ad4b-d521668bc40f,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:01.627336 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [req-ef294614-4884-483b-b834-d56013b5f368 req-fde75dc4-1489-4848-810e-1c7cda188b15 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Calling delete_port for 285980cf-6f48-49a0-96b2-86fd039b1464 owned by compute:nova {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:04:01.628774 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.646620 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-bf6e0c47-bc1b-4593-ae42-cb6742620e4c req-ea433fca-3d6c-4923-9a00-fa143b3ca2a3 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628882 Mar 23 09:04:01.721698 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=415de519-1e86-4fd7-ad4b-d521668bc40f,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:01.752798 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0840417f-d542-4056-b9c8-b903633b3d00 req-2ec32263-c979-4364-acd2-0a203aae4284 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641819 Mar 23 09:04:01.752798 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cd85c-ce4d-41cd-9fac-55c28db14569 req-4fed0508-0ae0-45e6-aaf9-21ea2a1dddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:01.752798 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dc5cd85c-ce4d-41cd-9fac-55c28db14569 req-4fed0508-0ae0-45e6-aaf9-21ea2a1dddbf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1866901 Mar 23 09:04:01.816989 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e7764d-bf4f-490b-85bd-d27f0f1b569c x-openstack-request-id: req-11e7764d-bf4f-490b-85bd-d27f0f1b569c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:01.818047 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1853a9f-f8a4-4f01-95fb-c48646662a98", "name": "network-vif-plugged", "status": "completed", "tag": "415de519-1e86-4fd7-ad4b-d521668bc40f", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:01.818355 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-11e7764d-bf4f-490b-85bd-d27f0f1b569c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:01.819277 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e7764d-bf4f-490b-85bd-d27f0f1b569c'] response: {'server_uuid': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415de519-1e86-4fd7-ad4b-d521668bc40f', 'code': 200} Mar 23 09:04:01.831117 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f409ab2-b472-4c0f-a676-6c1b73074040 req-edf1b59a-8b90-4a65-b9d6-2502420ef968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:01.832647 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1f409ab2-b472-4c0f-a676-6c1b73074040 req-edf1b59a-8b90-4a65-b9d6-2502420ef968 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=54f778e9c5d5495ba704ef4c94800723&device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 1128 time: 0.2169509 Mar 23 09:04:01.939627 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194b1e0-d81e-4d2c-8ea7-c3967eb9988e req-f7bb4c84-b888-461c-afb0-ad4d3f6420b7 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:01.941255 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-1194b1e0-d81e-4d2c-8ea7-c3967eb9988e req-f7bb4c84-b888-461c-afb0-ad4d3f6420b7 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.1684456 Mar 23 09:04:01.953736 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3f093752-14d7-45d0-b697-a540cb828983 admin admin] Publish callbacks [] for security_group (93a6dcbd-f6b2-4d9a-a59f-be117e3ddc95), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.975593 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3f093752-14d7-45d0-b697-a540cb828983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (93a6dcbd-f6b2-4d9a-a59f-be117e3ddc95), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:01.977538 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dc5cd85c-ce4d-41cd-9fac-55c28db14569 req-fedd4616-9be0-426b-87d8-ccd0725fcc70 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134395 Mar 23 09:04:01.991759 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f409ab2-b472-4c0f-a676-6c1b73074040 req-07859157-9763-454e-ad98-a43f77976ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:01.997775 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1f409ab2-b472-4c0f-a676-6c1b73074040 req-07859157-9763-454e-ad98-a43f77976ef2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f05d1fc1-dfbe-4950-aa08-0be02226bfcb HTTP/1.1" status: 200 len: 910 time: 0.1521568 Mar 23 09:04:02.066583 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-3f093752-14d7-45d0-b697-a540cb828983 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1eeb58c9323a4113bde7c80c81d72057&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0111196 Mar 23 09:04:02.066867 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53152) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:02.071395 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [req-ef294614-4884-483b-b834-d56013b5f368 req-fde75dc4-1489-4848-810e-1c7cda188b15 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (285980cf-6f48-49a0-96b2-86fd039b1464), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.073410 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f093752-14d7-45d0-b697-a540cb828983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a6dcbd-f6b2-4d9a-a59f-be117e3ddc95,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:02.079153 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-1194b1e0-d81e-4d2c-8ea7-c3967eb9988e req-255e533d-8be6-4ce0-bd64-365b1111306b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311810 Mar 23 09:04:02.142911 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1f409ab2-b472-4c0f-a676-6c1b73074040 req-b5098028-0107-47ee-9593-7d2c803c93da service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8917dea-39c0-4598-91fa-44a091b495d4 HTTP/1.1" status: 200 len: 217 time: 0.1309154 Mar 23 09:04:02.143781 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde75dc4-1489-4848-810e-1c7cda188b15 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Pushing event deleted for resources: {'Port': ['ID=285980cf-6f48-49a0-96b2-86fd039b1464,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:02.235280 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f409ab2-b472-4c0f-a676-6c1b73074040 req-df637c51-b853-478d-84f4-5ac758f31c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:02.236790 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1f409ab2-b472-4c0f-a676-6c1b73074040 req-df637c51-b853-478d-84f4-5ac758f31c51 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92c95f76-f69d-41d0-b899-7f1c8bb64d46 HTTP/1.1" status: 200 len: 849 time: 0.0858140 Mar 23 09:04:02.239000 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c788438-a27e-4f2d-b5b7-206c46efb89d req-edf5ff50-7d9a-4744-b051-3598ed159cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:02.240879 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5c788438-a27e-4f2d-b5b7-206c46efb89d req-edf5ff50-7d9a-4744-b051-3598ed159cba service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 1130 time: 0.2304788 Mar 23 09:04:02.287153 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dc5cd85c-ce4d-41cd-9fac-55c28db14569 req-1c43d009-e502-4756-b62b-08598a91d145 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777715 Mar 23 09:04:02.309994 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef294614-4884-483b-b834-d56013b5f368 req-fde75dc4-1489-4848-810e-1c7cda188b15 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] No DVR routers for this DVR port 285980cf-6f48-49a0-96b2-86fd039b1464 on host hv-cinder-83482 {{(pid=103135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:04:02.318148 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-784b6800-cea1-42e3-aba8-1a0e3835d3ed req-6765a12b-951f-4ce3-a28d-8e542b671cae tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 210 time: 0.0789235 Mar 23 09:04:02.322016 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1f409ab2-b472-4c0f-a676-6c1b73074040 req-4048a314-1a85-49d7-9949-73fff595e3f3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f05d1fc1-dfbe-4950-aa08-0be02226bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491762 Mar 23 09:04:02.323495 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [req-ef294614-4884-483b-b834-d56013b5f368 req-fde75dc4-1489-4848-810e-1c7cda188b15 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.328557 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ef294614-4884-483b-b834-d56013b5f368 req-fde75dc4-1489-4848-810e-1c7cda188b15 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.93 "DELETE /v2.0/ports/285980cf-6f48-49a0-96b2-86fd039b1464 HTTP/1.1" status: 204 len: 173 time: 1.7799907 Mar 23 09:04:02.329157 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c37b48c-93ad-45a2-a306-f65116aa0e16', 'name': 'network-vif-deleted', 'tag': '285980cf-6f48-49a0-96b2-86fd039b1464'}] {{(pid=103135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:02.331745 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51f15b860103e8e2aec02021d47e14fc4ddffbdf8d3bff073939c8104b05bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2bcf97-7b74-444a-ad80-c289e1986da6" -d '{"events": [{"server_uuid": "2c37b48c-93ad-45a2-a306-f65116aa0e16", "name": "network-vif-deleted", "tag": "285980cf-6f48-49a0-96b2-86fd039b1464"}]}' {{(pid=103135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:02.377903 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-76c11038-5558-448b-8af6-b7093a350d3c admin admin] Publish callbacks [] for security_group (93a6dcbd-f6b2-4d9a-a59f-be117e3ddc95), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.402905 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5c788438-a27e-4f2d-b5b7-206c46efb89d req-b9623fa3-3f93-4e33-9fef-545508925ee1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342173 Mar 23 09:04:02.424888 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c64b8-2cf6-4e4f-87ca-e8cf157c5d77 req-06b4b643-2cfb-4126-a471-ca10ec5cb440 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:02.436330 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-76c11038-5558-448b-8af6-b7093a350d3c admin admin] Publish callbacks [] for security_group (93a6dcbd-f6b2-4d9a-a59f-be117e3ddc95), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.437252 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ca2c64b8-2cf6-4e4f-87ca-e8cf157c5d77 req-06b4b643-2cfb-4126-a471-ca10ec5cb440 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.2056901 Mar 23 09:04:02.438149 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 53176) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:02.446964 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-7ef141ce-7934-4896-be47-4495a6f6d2d5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Request body: {'floatingip': {'port_id': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:02.503578 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7069b7c1-d8b5-4473-a28a-db1ffe9d243c x-openstack-request-id: req-7069b7c1-d8b5-4473-a28a-db1ffe9d243c {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:02.503868 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c37b48c-93ad-45a2-a306-f65116aa0e16", "name": "network-vif-deleted", "tag": "285980cf-6f48-49a0-96b2-86fd039b1464", "status": "completed", "code": 200}]} {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:02.504128 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7069b7c1-d8b5-4473-a28a-db1ffe9d243c {{(pid=103135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:02.505213 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7069b7c1-d8b5-4473-a28a-db1ffe9d243c'] response: {'server_uuid': '2c37b48c-93ad-45a2-a306-f65116aa0e16', 'name': 'network-vif-deleted', 'tag': '285980cf-6f48-49a0-96b2-86fd039b1464', 'status': 'completed', 'code': 200} Mar 23 09:04:02.560188 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-76c11038-5558-448b-8af6-b7093a350d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (93a6dcbd-f6b2-4d9a-a59f-be117e3ddc95), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.563052 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-76c11038-5558-448b-8af6-b7093a350d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.564037 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-76c11038-5558-448b-8af6-b7093a350d3c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/93a6dcbd-f6b2-4d9a-a59f-be117e3ddc95 HTTP/1.1" status: 204 len: 168 time: 0.4946918 Mar 23 09:04:02.575176 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7ef141ce-7934-4896-be47-4495a6f6d2d5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for floatingip (d522a1b9-5cf9-4ae1-a36a-853cfdc46782), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:02.576288 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b159a5-34b5-46ca-ba3b-926b64d9cb9d req-aea67ea8-fe6f-44d6-80f7-39f87d7e908c tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:02.586517 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-45b159a5-34b5-46ca-ba3b-926b64d9cb9d req-aea67ea8-fe6f-44d6-80f7-39f87d7e908c tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 944 time: 0.0801771 Mar 23 09:04:02.604042 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c11038-5558-448b-8af6-b7093a350d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a6dcbd-f6b2-4d9a-a59f-be117e3ddc95,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:02.668135 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-45b159a5-34b5-46ca-ba3b-926b64d9cb9d req-7552eb2c-07d4-42a6-9d3f-5b8a1cf37e86 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806234 Mar 23 09:04:02.875589 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-76affbd8-714a-416d-81e9-c491c3e736bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:03.014888 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361ae3d-95eb-45e1-b96f-efc617d0abbc req-458e46a6-863b-433d-bcd0-dcb23f0bf10b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:03.015877 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1f409ab2-b472-4c0f-a676-6c1b73074040 req-eb074a8c-b227-4c91-9786-79b6f14a66bd service neutron] 10.222.0.93 "GET /v2.0/networks/f05d1fc1-dfbe-4950-aa08-0be02226bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6884682 Mar 23 09:04:03.022312 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5361ae3d-95eb-45e1-b96f-efc617d0abbc req-458e46a6-863b-433d-bcd0-dcb23f0bf10b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 946 time: 0.1677048 Mar 23 09:04:03.126098 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5361ae3d-95eb-45e1-b96f-efc617d0abbc req-29aaa4cd-b91e-4491-8512-7c624a808223 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952282 Mar 23 09:04:03.278051 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf55f9-f41e-482f-a1c8-a8c7d1f508c1 req-44c3e09d-bf62-49ed-8410-e2b7c75e75a6 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:03.279702 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-85cf55f9-f41e-482f-a1c8-a8c7d1f508c1 req-44c3e09d-bf62-49ed-8410-e2b7c75e75a6 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.2794983 Mar 23 09:04:03.344180 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1f409ab2-b472-4c0f-a676-6c1b73074040 req-92b982fc-8f58-4c40-b563-5d75f33bfc1d service neutron] 10.222.0.93 "GET /v2.0/networks/f05d1fc1-dfbe-4950-aa08-0be02226bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034995 Mar 23 09:04:03.375003 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 285980cf-6f48-49a0-96b2-86fd039b1464 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:04:03.391368 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-85cf55f9-f41e-482f-a1c8-a8c7d1f508c1 req-710be338-acbb-40a0-b8e5-b29615d2c848 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787284 Mar 23 09:04:03.443842 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: 285980cf-6f48-49a0-96b2-86fd039b1464 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:04:03.445258 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 285980cf-6f48-49a0-96b2-86fd039b1464 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:04:03.517031 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9c000e5e-18b2-400e-9c35-2d0653bddd04 req-daf94179-2b0d-41a3-a2a8-da868cbe2b6f tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c37b48c-93ad-45a2-a306-f65116aa0e16 HTTP/1.1" status: 200 len: 210 time: 0.0278492 Mar 23 09:04:03.967462 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.db.resource_extend [None req-7ef141ce-7934-4896-be47-4495a6f6d2d5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 09:04:03.977518 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:04.102661 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845db4e3-3efe-40ed-9e8b-6caceece83fe req-27cbcfc9-0a75-4f65-a188-30b1aa96f250 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:04.105593 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-845db4e3-3efe-40ed-9e8b-6caceece83fe req-27cbcfc9-0a75-4f65-a188-30b1aa96f250 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 944 time: 0.2951543 Mar 23 09:04:04.185289 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7ef141ce-7934-4896-be47-4495a6f6d2d5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:04.218445 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7ef141ce-7934-4896-be47-4495a6f6d2d5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (d522a1b9-5cf9-4ae1-a36a-853cfdc46782), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:04.374001 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37aeb8-cfc5-4f91-a950-cc4e15519e83 req-47a5fbe4-7035-49e7-b3f8-d3f0101eeeba tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:04.386980 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6c37aeb8-cfc5-4f91-a950-cc4e15519e83 req-47a5fbe4-7035-49e7-b3f8-d3f0101eeeba tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 946 time: 0.1304109 Mar 23 09:04:04.421715 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-845db4e3-3efe-40ed-9e8b-6caceece83fe req-fb6e43a1-300c-43f2-a122-230c0e61af21 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942824 Mar 23 09:04:04.535006 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [None req-7ef141ce-7934-4896-be47-4495a6f6d2d5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Floating IP d522a1b9-5cf9-4ae1-a36a-853cfdc46782 associated. External IP: 172.28.1.144, port: 0f74ca2d-8b6f-45e8-afed-4281d81efcfb. Mar 23 09:04:04.555880 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6c37aeb8-cfc5-4f91-a950-cc4e15519e83 req-242f1880-fa66-4df8-9360-4b1744c63e1d tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629303 Mar 23 09:04:04.814446 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7c928-ab3d-4501-8ad1-4bf484e3ec2e req-6ac3318e-2046-43f4-b0e7-88ac0caae3c1 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:04.816073 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-66f7c928-ab3d-4501-8ad1-4bf484e3ec2e req-6ac3318e-2046-43f4-b0e7-88ac0caae3c1 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.2628319 Mar 23 09:04:04.944921 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-66f7c928-ab3d-4501-8ad1-4bf484e3ec2e req-23f92159-7590-442d-9434-c64fbf472347 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220393 Mar 23 09:04:05.025443 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef141ce-7934-4896-be47-4495a6f6d2d5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:04:05.354669 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef141ce-7934-4896-be47-4495a6f6d2d5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:04:05.359545 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7ef141ce-7934-4896-be47-4495a6f6d2d5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:05.378843 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device b8917dea-39c0-4598-91fa-44a091b495d4 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:04:05.380388 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7729b6fc-7847-4f57-8cad-df5923de6bcb None None] Sync routers for ids ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:04:05.393899 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-7ef141ce-7934-4896-be47-4495a6f6d2d5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "PUT /v2.0/floatingips/d522a1b9-5cf9-4ae1-a36a-853cfdc46782 HTTP/1.1" status: 200 len: 992 time: 2.9503579 Mar 23 09:04:05.393899 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'tag': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:05.394360 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d8ec37-6491-404e-85ce-d8ef652a0bad" -d '{"events": [{"name": "network-changed", "server_uuid": "64ebc8e5-8cad-46ff-9148-902add1c2d3f", "tag": "0f74ca2d-8b6f-45e8-afed-4281d81efcfb"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:05.400665 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7729b6fc-7847-4f57-8cad-df5923de6bcb None None] Routers {'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:04:05.403158 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-7729b6fc-7847-4f57-8cad-df5923de6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:04:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:05.450112 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab4fa42-f5f9-42c7-854b-d5b76e303952 x-openstack-request-id: req-eab4fa42-f5f9-42c7-854b-d5b76e303952 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:05.458949 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ebc8e5-8cad-46ff-9148-902add1c2d3f", "tag": "0f74ca2d-8b6f-45e8-afed-4281d81efcfb", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:05.459298 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eab4fa42-f5f9-42c7-854b-d5b76e303952 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:05.459729 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab4fa42-f5f9-42c7-854b-d5b76e303952'] response: {'name': 'network-changed', 'server_uuid': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'tag': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'status': 'completed', 'code': 200} Mar 23 09:04:05.545342 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-7729b6fc-7847-4f57-8cad-df5923de6bcb None None] Set router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:04:05.549856 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port b8917dea-39c0-4598-91fa-44a091b495d4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b8917dea-39c0-4598-91fa-44a091b495d4,segment=NetworkSegment(cd46ac62-5734-48fc-8d32-09fdf3daf023),segment_id=cd46ac62-5734-48fc-8d32-09fdf3daf023)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:05.568043 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8ec37-6491-404e-85ce-d8ef652a0bad req-8b8ba646-aefd-4aa9-9dbf-acd3b9c3008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:05.569536 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d1d8ec37-6491-404e-85ce-d8ef652a0bad req-8b8ba646-aefd-4aa9-9dbf-acd3b9c3008f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5c385a890af4ad8a66dceaef2f65557&device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 1130 time: 0.0976009 Mar 23 09:04:05.588345 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6ec50-3e2c-4c38-91d5-944ab8a50a2f req-0ebe922d-f422-4828-82d6-d0f367c6b9fe tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:05.590126 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aee6ec50-3e2c-4c38-91d5-944ab8a50a2f req-0ebe922d-f422-4828-82d6-d0f367c6b9fe tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 944 time: 0.0810025 Mar 23 09:04:05.718988 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aee6ec50-3e2c-4c38-91d5-944ab8a50a2f req-664b878a-c30b-41a3-994e-5bd52e2b35a6 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205411 Mar 23 09:04:05.744234 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8ec37-6491-404e-85ce-d8ef652a0bad req-51b078c3-3e5f-40c9-8c92-cc12d74b17a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:05.744234 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d1d8ec37-6491-404e-85ce-d8ef652a0bad req-51b078c3-3e5f-40c9-8c92-cc12d74b17a2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 200 len: 917 time: 0.1574016 Mar 23 09:04:05.789059 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': 'b8917dea-39c0-4598-91fa-44a091b495d4', 'network_id': 'f05d1fc1-dfbe-4950-aa08-0be02226bfcb', 'port_id': 'b8917dea-39c0-4598-91fa-44a091b495d4', 'mac_address': 'fa:16:3e:a9:a1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c95f76-f69d-41d0-b899-7f1c8bb64d46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:04:05.796611 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8522a5-4dab-4e4b-92d3-02461d18c9da req-d89f3a4e-d5fb-4748-a476-0413c34b248c tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:05.810493 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4a8522a5-4dab-4e4b-92d3-02461d18c9da req-d89f3a4e-d5fb-4748-a476-0413c34b248c tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 946 time: 0.1430774 Mar 23 09:04:05.828550 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:05.862274 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port b8917dea-39c0-4598-91fa-44a091b495d4 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:05.862919 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (b8917dea-39c0-4598-91fa-44a091b495d4), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:05.881494 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8917dea-39c0-4598-91fa-44a091b495d4 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:04:05.904948 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4a8522a5-4dab-4e4b-92d3-02461d18c9da req-8d91e0ab-9567-4c98-b0e4-1a8c9b814212 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932903 Mar 23 09:04:05.919018 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port b8917dea-39c0-4598-91fa-44a091b495d4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b8917dea-39c0-4598-91fa-44a091b495d4,segment=NetworkSegment(cd46ac62-5734-48fc-8d32-09fdf3daf023),segment_id=cd46ac62-5734-48fc-8d32-09fdf3daf023)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:05.930806 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (b8917dea-39c0-4598-91fa-44a091b495d4), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:05.981565 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d1d8ec37-6491-404e-85ce-d8ef652a0bad req-0221b4b5-4776-4087-a783-b78a20c31502 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb HTTP/1.1" status: 200 len: 1000 time: 0.2354443 Mar 23 09:04:06.062769 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=b8917dea-39c0-4598-91fa-44a091b495d4,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:06.137772 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-7729b6fc-7847-4f57-8cad-df5923de6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:19Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': 'd522a1b9-5cf9-4ae1-a36a-853cfdc46782', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'floating_ip_address': '172.28.1.144', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'port_id': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'mac_address': 'fa:16:3e:bb:82:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:34Z', 'updated_at': '2022-03-23T09:04:03Z', 'revision_number': 1, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0a5fe8-ee14-4eaa-bb9c-929049f90559', 'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'mac_address': 'fa:16:3e:1f:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:16Z', 'updated_at': '2022-03-23T09:03:36Z', 'revision_number': 5, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'subnets': [{'id': '557dee99-09a9-460c-be1d-dcb02c131231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:06.150710 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8ec37-6491-404e-85ce-d8ef652a0bad req-77a73302-95f5-4364-b16a-3f0e75fb78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:06.152425 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d1d8ec37-6491-404e-85ce-d8ef652a0bad req-77a73302-95f5-4364-b16a-3f0e75fb78e6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=557dee99-09a9-460c-be1d-dcb02c131231 HTTP/1.1" status: 200 len: 855 time: 0.1657052 Mar 23 09:04:06.167025 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411510e-2ab8-4aa0-8803-e5b77e354078 req-ea4a3012-5aee-40e4-b5aa-4ecaa04e7485 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:06.170090 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7729b6fc-7847-4f57-8cad-df5923de6bcb None None] Checking router: e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:04:06.177730 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3411510e-2ab8-4aa0-8803-e5b77e354078 req-ea4a3012-5aee-40e4-b5aa-4ecaa04e7485 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.1348855 Mar 23 09:04:06.183950 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7729b6fc-7847-4f57-8cad-df5923de6bcb None None] Routers {'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:04:06.185963 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-7729b6fc-7847-4f57-8cad-df5923de6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:04:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:06.240309 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d4ba3-9c16-475e-86c7-e5a0b7938a82 req-4267eb29-0599-462c-8c86-edf1febfee6b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:06.242521 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-264d4ba3-9c16-475e-86c7-e5a0b7938a82 req-4267eb29-0599-462c-8c86-edf1febfee6b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 946 time: 0.1850712 Mar 23 09:04:06.248317 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3411510e-2ab8-4aa0-8803-e5b77e354078 req-be8bc8db-b0f4-4a2b-8352-70910dd1d52d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692749 Mar 23 09:04:06.251382 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 53342) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:06.257235 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-b0f26649-3a89-447d-aeb9-95cf20fabd24 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'floatingip': {'port_id': '415de519-1e86-4fd7-ad4b-d521668bc40f'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:06.299137 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8ec37-6491-404e-85ce-d8ef652a0bad req-4eb2adfa-01d2-4144-9a25-b670b90d71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:06.300737 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d1d8ec37-6491-404e-85ce-d8ef652a0bad req-4eb2adfa-01d2-4144-9a25-b670b90d71b3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1247530 Mar 23 09:04:06.320446 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b0f26649-3a89-447d-aeb9-95cf20fabd24 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.326083 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['b8917dea-39c0-4598-91fa-44a091b495d4'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:04:06.333525 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-7729b6fc-7847-4f57-8cad-df5923de6bcb None None] Set router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:04:06.339420 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53346) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:06.374398 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53350) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:06.409526 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f9e18e-c809-4344-ab48-e00ba9d9b138 admin admin] Deleting subnet df21b6f2-909a-4845-a184-6253cbfd773b {{(pid=103135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:04:06.414192 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e18e-c809-4344-ab48-e00ba9d9b138 admin admin] Publish callbacks [] for subnet (df21b6f2-909a-4845-a184-6253cbfd773b), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.462107 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e18e-c809-4344-ab48-e00ba9d9b138 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9594834'] for subnet (df21b6f2-909a-4845-a184-6253cbfd773b), precommit_delete_associations {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.567919 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e18e-c809-4344-ab48-e00ba9d9b138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2040305'] for subnet (df21b6f2-909a-4845-a184-6253cbfd773b), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.666872 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cbc9664e-b7e5-4c26-8f72-99520edcf10a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.674814 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-7729b6fc-7847-4f57-8cad-df5923de6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:19Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': 'd522a1b9-5cf9-4ae1-a36a-853cfdc46782', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'floating_ip_address': '172.28.1.144', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'port_id': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'mac_address': 'fa:16:3e:bb:82:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:34Z', 'updated_at': '2022-03-23T09:04:03Z', 'revision_number': 1, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0a5fe8-ee14-4eaa-bb9c-929049f90559', 'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'mac_address': 'fa:16:3e:1f:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:16Z', 'updated_at': '2022-03-23T09:03:36Z', 'revision_number': 5, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'subnets': [{'id': '557dee99-09a9-460c-be1d-dcb02c131231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:06.688486 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d1d8ec37-6491-404e-85ce-d8ef652a0bad req-80a3d60d-6fa4-4fd7-af80-0bee6804524e service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784285 Mar 23 09:04:06.710563 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7729b6fc-7847-4f57-8cad-df5923de6bcb None None] The sync data for ids ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'] in dv-cinder-834822-2-smb is: [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:19Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': 'd522a1b9-5cf9-4ae1-a36a-853cfdc46782', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'floating_ip_address': '172.28.1.144', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'port_id': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'mac_address': 'fa:16:3e:bb:82:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:34Z', 'updated_at': '2022-03-23T09:04:03Z', 'revision_number': 1, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0a5fe8-ee14-4eaa-bb9c-929049f90559', 'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'mac_address': 'fa:16:3e:1f:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:16Z', 'updated_at': '2022-03-23T09:03:36Z', 'revision_number': 5, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'subnets': [{'id': '557dee99-09a9-460c-be1d-dcb02c131231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:04:06.749690 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e18e-c809-4344-ab48-e00ba9d9b138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2040296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10199739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8535269'] for subnet (df21b6f2-909a-4845-a184-6253cbfd773b), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.783179 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9e18e-c809-4344-ab48-e00ba9d9b138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df21b6f2-909a-4845-a184-6253cbfd773b,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:06.806280 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e18e-c809-4344-ab48-e00ba9d9b138 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.806280 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-a8f9e18e-c809-4344-ab48-e00ba9d9b138 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/df21b6f2-909a-4845-a184-6253cbfd773b HTTP/1.1" status: 204 len: 168 time: 0.4646380 Mar 23 09:04:06.808495 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53372) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:06.858913 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.920016 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d300a055-ef49-4acc-a067-fe55002f123f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (48f5f076-96bb-4a1f-9dcd-e56f1ad81a58), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.933310 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cbc9664e-b7e5-4c26-8f72-99520edcf10a admin admin] Publish callbacks [] for security_group (ba85c98a-a730-4e44-97b4-20a9add4a590), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.939738 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cbc9664e-b7e5-4c26-8f72-99520edcf10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (ba85c98a-a730-4e44-97b4-20a9add4a590), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:06.958266 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d1d8ec37-6491-404e-85ce-d8ef652a0bad req-e6b88fbe-8919-4e41-a583-258f1f59b09b service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338400 Mar 23 09:04:07.013970 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8d3f9-d108-448b-9c77-21191e2cdbdd req-427aef61-618c-4ac5-a3d7-349d0e5493f1 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:07.017297 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-cba8d3f9-d108-448b-9c77-21191e2cdbdd req-427aef61-618c-4ac5-a3d7-349d0e5493f1 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 945 time: 0.1113806 Mar 23 09:04:07.046098 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-cbc9664e-b7e5-4c26-8f72-99520edcf10a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f6deac80f74647d3b9fd48bf8bc4f841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6673234 Mar 23 09:04:07.072920 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9664e-b7e5-4c26-8f72-99520edcf10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba85c98a-a730-4e44-97b4-20a9add4a590,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:07.076448 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53380) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:07.096824 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f0329a-f460-4063-8b22-31729f275bd8 None None] New status for floating IP d522a1b9-5cf9-4ae1-a36a-853cfdc46782: ACTIVE {{(pid=103136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:04:07.146579 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d300a055-ef49-4acc-a067-fe55002f123f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1972292', 'neutron.services.segments.db._delete_segments_for_network-8760674705475'] for network (48f5f076-96bb-4a1f-9dcd-e56f1ad81a58), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:07.186190 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-d300a055-ef49-4acc-a067-fe55002f123f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f5f076-96bb-4a1f-9dcd-e56f1ad81a58']}} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:07.214300 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-d300a055-ef49-4acc-a067-fe55002f123f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4ed6ba-4946-44f4-a177-de60e5996047') {'for_net_delete': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:07.214647 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-d300a055-ef49-4acc-a067-fe55002f123f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4ed6ba-4946-44f4-a177-de60e5996047') {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:07.225397 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aaec6c3d-1f75-4612-8c69-2b4cd55afbe7 admin admin] Publish callbacks [] for security_group (ba85c98a-a730-4e44-97b4-20a9add4a590), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:07.255468 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d300a055-ef49-4acc-a067-fe55002f123f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760674703948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9594859'] for segment (fa4ed6ba-4946-44f4-a177-de60e5996047), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:07.283200 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d300a055-ef49-4acc-a067-fe55002f123f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (fa4ed6ba-4946-44f4-a177-de60e5996047), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:07.287578 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aaec6c3d-1f75-4612-8c69-2b4cd55afbe7 admin admin] Publish callbacks [] for security_group (ba85c98a-a730-4e44-97b4-20a9add4a590), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:07.301867 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d300a055-ef49-4acc-a067-fe55002f123f admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:04:07.302499 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d300a055-ef49-4acc-a067-fe55002f123f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10199065'] for segment (fa4ed6ba-4946-44f4-a177-de60e5996047), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: Traceback (most recent call last): Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: timer() Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: cb(*args, **kw) Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: return func(*args, **kwargs) Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: self._notify() Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: self.callback(batched_events) Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: event.method(event) Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: return f(self, *a, **k) Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: return self._get(url).json() Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: return self.request(url, 'GET', **kwargs) Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:04:07.304414 dv-cinder-834822-2-smb neutron-server[103135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:04:07.327581 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-cba8d3f9-d108-448b-9c77-21191e2cdbdd req-45775ded-c4e7-411a-9ace-e3f63847502b tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953727 Mar 23 09:04:07.429546 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b0f26649-3a89-447d-aeb9-95cf20fabd24 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:07.434511 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b0f26649-3a89-447d-aeb9-95cf20fabd24 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:07.453716 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d300a055-ef49-4acc-a067-fe55002f123f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1972351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548464'] for network (48f5f076-96bb-4a1f-9dcd-e56f1ad81a58), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:07.462936 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d300a055-ef49-4acc-a067-fe55002f123f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:07.466892 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-d300a055-ef49-4acc-a067-fe55002f123f admin admin] 10.222.0.91 "DELETE /v2.0/networks/48f5f076-96bb-4a1f-9dcd-e56f1ad81a58 HTTP/1.1" status: 204 len: 168 time: 0.6569209 Mar 23 09:04:07.478458 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aaec6c3d-1f75-4612-8c69-2b4cd55afbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (ba85c98a-a730-4e44-97b4-20a9add4a590), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:07.495949 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aaec6c3d-1f75-4612-8c69-2b4cd55afbe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:07.499954 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-aaec6c3d-1f75-4612-8c69-2b4cd55afbe7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ba85c98a-a730-4e44-97b4-20a9add4a590 HTTP/1.1" status: 204 len: 168 time: 0.4109702 Mar 23 09:04:07.526934 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300a055-ef49-4acc-a067-fe55002f123f admin admin] Pushing event deleted for resources: {'Network': ['ID=48f5f076-96bb-4a1f-9dcd-e56f1ad81a58,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:07.546878 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1aa9c4-1dc1-472c-8560-bb2ab4e76200 req-c5012585-a510-42c8-aa64-0788061036dc tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:07.548798 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fd1aa9c4-1dc1-472c-8560-bb2ab4e76200 req-c5012585-a510-42c8-aa64-0788061036dc tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.1500266 Mar 23 09:04:07.549788 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec6c3d-1f75-4612-8c69-2b4cd55afbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba85c98a-a730-4e44-97b4-20a9add4a590,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:07.628271 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fd1aa9c4-1dc1-472c-8560-bb2ab4e76200 req-76ae05c9-410c-423e-85ea-55f7b060210a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724649 Mar 23 09:04:07.694390 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [None req-b0f26649-3a89-447d-aeb9-95cf20fabd24 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Floating IP 0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2 associated. External IP: 172.28.1.254, port: 415de519-1e86-4fd7-ad4b-d521668bc40f. Mar 23 09:04:07.741554 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53408) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:07.802318 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 53414) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:07.802779 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-6fd23193-52cf-40fa-8565-065f12e8df54 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d6e4714b3a9444c6a4467a6c99c69c97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0598614 Mar 23 09:04:07.913744 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Publish callbacks [] for security_group (98b0d596-fcf3-4bcd-9353-65ebeb597c86), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:07.978770 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Publish callbacks [] for security_group (98b0d596-fcf3-4bcd-9353-65ebeb597c86), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:08.042250 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f26649-3a89-447d-aeb9-95cf20fabd24 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:04:08.042371 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53424) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:08.056377 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a630b0f2-08bc-4e09-9ad9-3489de0595fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:08.097340 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (98b0d596-fcf3-4bcd-9353-65ebeb597c86), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:08.100935 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:08.102096 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/98b0d596-fcf3-4bcd-9353-65ebeb597c86 HTTP/1.1" status: 204 len: 168 time: 0.2988200 Mar 23 09:04:08.140263 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b0d596-fcf3-4bcd-9353-65ebeb597c86,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:08.157557 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.157916 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.158257 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.158585 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.158911 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.159444 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.159556 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.159888 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.160252 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.161259 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.161774 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.162279 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.162678 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.162918 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.163237 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277ecf6-9570-4d46-ac9d-dee04d88c38a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.179467 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a630b0f2-08bc-4e09-9ad9-3489de0595fd admin admin] Publish callbacks [] for security_group (6d8dab57-9f49-475b-9488-ce501a256ae3), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:08.184811 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a630b0f2-08bc-4e09-9ad9-3489de0595fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (6d8dab57-9f49-475b-9488-ce501a256ae3), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:08.207164 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f26649-3a89-447d-aeb9-95cf20fabd24 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:04:08.219608 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b0f26649-3a89-447d-aeb9-95cf20fabd24 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:08.224869 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea21bd-e443-45bc-885d-3f70a391afc0 None None] Sync routers for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:04:08.246037 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea21bd-e443-45bc-885d-3f70a391afc0 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:04:08.246643 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-b0ea21bd-e443-45bc-885d-3f70a391afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:04:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:08.275209 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-b0f26649-3a89-447d-aeb9-95cf20fabd24 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "PUT /v2.0/floatingips/0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2 HTTP/1.1" status: 200 len: 992 time: 2.0226383 Mar 23 09:04:08.276019 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'tag': '415de519-1e86-4fd7-ad4b-d521668bc40f'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:08.279321 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ab70da-b398-4d09-8f19-d7996e89108b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1853a9f-f8a4-4f01-95fb-c48646662a98", "tag": "415de519-1e86-4fd7-ad4b-d521668bc40f"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:08.280699 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630b0f2-08bc-4e09-9ad9-3489de0595fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8dab57-9f49-475b-9488-ce501a256ae3,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:08.302956 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-a630b0f2-08bc-4e09-9ad9-3489de0595fd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=11fcee0da1974d06a057c53a1ac8149d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588489 Mar 23 09:04:08.305088 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53442) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:08.353265 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ea3b13-21d2-4bd9-8485-c225e6106e2e x-openstack-request-id: req-96ea3b13-21d2-4bd9-8485-c225e6106e2e {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:08.353560 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1853a9f-f8a4-4f01-95fb-c48646662a98", "tag": "415de519-1e86-4fd7-ad4b-d521668bc40f", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:08.354071 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-96ea3b13-21d2-4bd9-8485-c225e6106e2e {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:08.354572 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ea3b13-21d2-4bd9-8485-c225e6106e2e'] response: {'name': 'network-changed', 'server_uuid': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'tag': '415de519-1e86-4fd7-ad4b-d521668bc40f', 'status': 'completed', 'code': 200} Mar 23 09:04:08.366988 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Publish callbacks [] for security_group (6d8dab57-9f49-475b-9488-ce501a256ae3), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:08.406641 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Publish callbacks [] for security_group (6d8dab57-9f49-475b-9488-ce501a256ae3), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:08.465546 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab70da-b398-4d09-8f19-d7996e89108b req-80d04316-44f0-4eb7-83b7-3923da89ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:08.467431 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d8ab70da-b398-4d09-8f19-d7996e89108b req-80d04316-44f0-4eb7-83b7-3923da89ce1a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 1130 time: 0.0889688 Mar 23 09:04:08.531060 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-b0ea21bd-e443-45bc-885d-3f70a391afc0 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:04:08.568941 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae7a58-cd7d-470f-98bf-295baf50b55e req-0482d6c8-5674-47cd-980e-5ac00194ebb7 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:08.571734 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4dae7a58-cd7d-470f-98bf-295baf50b55e req-0482d6c8-5674-47cd-980e-5ac00194ebb7 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 945 time: 0.0986729 Mar 23 09:04:08.622374 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (6d8dab57-9f49-475b-9488-ce501a256ae3), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:08.625177 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:08.628975 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6d8dab57-9f49-475b-9488-ce501a256ae3 HTTP/1.1" status: 204 len: 168 time: 0.3203368 Mar 23 09:04:08.654254 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8dab57-9f49-475b-9488-ce501a256ae3,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:08.679892 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.680322 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.680938 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.681101 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.681386 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.681779 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.682173 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.682335 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.682646 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.683149 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.683690 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.683852 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.684169 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.684919 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.684919 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043af1e9-1773-4243-976f-805031771ccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:08.700947 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4dae7a58-cd7d-470f-98bf-295baf50b55e req-f74f6e1d-75a6-4e04-b087-0069cd25ba4d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219358 Mar 23 09:04:08.716803 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53456) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:08.822138 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab70da-b398-4d09-8f19-d7996e89108b req-ca59b5cd-84af-48b4-9bf6-cb7b0e19c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:08.826557 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d8ab70da-b398-4d09-8f19-d7996e89108b req-ca59b5cd-84af-48b4-9bf6-cb7b0e19c037 service neutron] 10.222.0.93 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 915 time: 0.3509641 Mar 23 09:04:08.943840 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-b0ea21bd-e443-45bc-885d-3f70a391afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.254', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '415de519-1e86-4fd7-ad4b-d521668bc40f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:7a:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:39Z', 'updated_at': '2022-03-23T09:04:07Z', 'revision_number': 1, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:08.957946 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f362c-1ad6-4252-87ae-341f0940a484 req-e311c3b6-249f-4032-a2b0-923201d0142f tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:08.962649 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b33f362c-1ad6-4252-87ae-341f0940a484 req-e311c3b6-249f-4032-a2b0-923201d0142f tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.1980405 Mar 23 09:04:08.996254 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea21bd-e443-45bc-885d-3f70a391afc0 None None] Checking router: 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:04:09.001150 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-817e490a-125b-4b58-b18c-6ca072791a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:09.011465 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea21bd-e443-45bc-885d-3f70a391afc0 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:04:09.012695 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-b0ea21bd-e443-45bc-885d-3f70a391afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:04:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:09.020621 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d8ab70da-b398-4d09-8f19-d7996e89108b req-36440462-8c4a-40d5-97b9-8be52a60792a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=415de519-1e86-4fd7-ad4b-d521668bc40f HTTP/1.1" status: 200 len: 1000 time: 0.1823611 Mar 23 09:04:09.199343 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-817e490a-125b-4b58-b18c-6ca072791a87 admin admin] Publish callbacks [] for security_group (9787361f-e1e7-4df4-9bbc-90821b02cd2e), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:09.208180 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-817e490a-125b-4b58-b18c-6ca072791a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (9787361f-e1e7-4df4-9bbc-90821b02cd2e), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:09.221355 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab70da-b398-4d09-8f19-d7996e89108b req-291f6eba-7a9f-4c92-aeb9-b1e737cb1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:09.227550 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d8ab70da-b398-4d09-8f19-d7996e89108b req-291f6eba-7a9f-4c92-aeb9-b1e737cb1d83 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83b4ac13-71e9-4cf6-97ce-85db2357cc64 HTTP/1.1" status: 200 len: 853 time: 0.1805308 Mar 23 09:04:09.265759 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b33f362c-1ad6-4252-87ae-341f0940a484 req-b9768009-6401-4bcf-aaff-a8c57f358a7d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933197 Mar 23 09:04:09.275636 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-b0ea21bd-e443-45bc-885d-3f70a391afc0 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:04:09.301407 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-817e490a-125b-4b58-b18c-6ca072791a87 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7dabb1d8b4bd48488531423e7dbb3978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5829880 Mar 23 09:04:09.302187 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53480) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:09.309005 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e490a-125b-4b58-b18c-6ca072791a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9787361f-e1e7-4df4-9bbc-90821b02cd2e,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:09.384298 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab70da-b398-4d09-8f19-d7996e89108b req-efdedd82-8a4b-4286-bfa1-fafb373c0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:09.386347 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d8ab70da-b398-4d09-8f19-d7996e89108b req-efdedd82-8a4b-4286-bfa1-fafb373c0679 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=39df3c5d-1568-4c6e-9b3a-e334a05e9836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1189606 Mar 23 09:04:09.411951 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device b8917dea-39c0-4598-91fa-44a091b495d4 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:04:09.425318 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f771-c7df-4135-a232-df9012edd54d admin admin] Publish callbacks [] for security_group (9787361f-e1e7-4df4-9bbc-90821b02cd2e), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:09.488951 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f771-c7df-4135-a232-df9012edd54d admin admin] Publish callbacks [] for security_group (9787361f-e1e7-4df4-9bbc-90821b02cd2e), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:09.529048 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port b8917dea-39c0-4598-91fa-44a091b495d4 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:04:09.538862 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port b8917dea-39c0-4598-91fa-44a091b495d4 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:04:09.539478 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (b8917dea-39c0-4598-91fa-44a091b495d4), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:09.616211 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f771-c7df-4135-a232-df9012edd54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (9787361f-e1e7-4df4-9bbc-90821b02cd2e), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:09.619345 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f771-c7df-4135-a232-df9012edd54d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:09.625101 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-b7b3f771-c7df-4135-a232-df9012edd54d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9787361f-e1e7-4df4-9bbc-90821b02cd2e HTTP/1.1" status: 204 len: 168 time: 0.3215404 Mar 23 09:04:09.643711 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3f771-c7df-4135-a232-df9012edd54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9787361f-e1e7-4df4-9bbc-90821b02cd2e,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:09.685423 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d8ab70da-b398-4d09-8f19-d7996e89108b req-3277fd65-e504-416f-a436-cf882eabd5fc service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923129 Mar 23 09:04:09.693246 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port b8917dea-39c0-4598-91fa-44a091b495d4 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:09.693736 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (b8917dea-39c0-4598-91fa-44a091b495d4), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:09.745541 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port b8917dea-39c0-4598-91fa-44a091b495d4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b8917dea-39c0-4598-91fa-44a091b495d4,segment=NetworkSegment(cd46ac62-5734-48fc-8d32-09fdf3daf023),segment_id=cd46ac62-5734-48fc-8d32-09fdf3daf023)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:09.748427 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcd5eaf-41a8-4f5f-a774-515c012385c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8917dea-39c0-4598-91fa-44a091b495d4'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:09.752255 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cf8b76-c28a-45bb-8e7e-009ca4ef214e" -d '{"events": [{"server_uuid": "2bcd5eaf-41a8-4f5f-a774-515c012385c8", "name": "network-vif-plugged", "status": "completed", "tag": "b8917dea-39c0-4598-91fa-44a091b495d4"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:09.757815 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (b8917dea-39c0-4598-91fa-44a091b495d4), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:09.778025 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-b0ea21bd-e443-45bc-885d-3f70a391afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.254', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '415de519-1e86-4fd7-ad4b-d521668bc40f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:7a:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:39Z', 'updated_at': '2022-03-23T09:04:07Z', 'revision_number': 1, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:09.810952 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea21bd-e443-45bc-885d-3f70a391afc0 None None] The sync data for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb is: [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.254', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '415de519-1e86-4fd7-ad4b-d521668bc40f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:7a:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:39Z', 'updated_at': '2022-03-23T09:04:07Z', 'revision_number': 1, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:04:09.844847 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=b8917dea-39c0-4598-91fa-44a091b495d4,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:09.859913 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:04:09.867564 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8eb510-ff4c-4f8a-b12c-a11513a3fa34 x-openstack-request-id: req-2d8eb510-ff4c-4f8a-b12c-a11513a3fa34 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:09.870022 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcd5eaf-41a8-4f5f-a774-515c012385c8", "name": "network-vif-plugged", "status": "completed", "tag": "b8917dea-39c0-4598-91fa-44a091b495d4", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:09.871265 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2d8eb510-ff4c-4f8a-b12c-a11513a3fa34 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:09.871999 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8eb510-ff4c-4f8a-b12c-a11513a3fa34'] response: {'server_uuid': '2bcd5eaf-41a8-4f5f-a774-515c012385c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8917dea-39c0-4598-91fa-44a091b495d4', 'code': 200} Mar 23 09:04:10.149030 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ff270-282d-46cb-91f5-ac2bbd8af38e req-6898dfb2-fa3b-417b-8ffa-c40773e8167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:10.150688 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-697ff270-282d-46cb-91f5-ac2bbd8af38e req-6898dfb2-fa3b-417b-8ffa-c40773e8167a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 1130 time: 0.1234522 Mar 23 09:04:10.178094 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d8ab70da-b398-4d09-8f19-d7996e89108b req-8446ed13-9195-4ba0-8395-5ee282990974 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865308 Mar 23 09:04:10.203619 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef40b673-bcc4-4d2b-b817-b6573d262635 None None] New status for floating IP 0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2: ACTIVE {{(pid=103136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:04:10.211205 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92216213-3054-4ad9-93a6-d441c0b44425 req-40c507be-9f83-49b9-9e71-6a2ab96a7454 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:10.219513 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-92216213-3054-4ad9-93a6-d441c0b44425 req-40c507be-9f83-49b9-9e71-6a2ab96a7454 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 946 time: 0.1908143 Mar 23 09:04:10.257820 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53508) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:10.275739 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2848ef49-0532-49be-9d85-526b863bec9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:10.308813 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-697ff270-282d-46cb-91f5-ac2bbd8af38e req-0775c113-52b3-467f-a6e6-571034aaa667 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420684 Mar 23 09:04:10.332930 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-92216213-3054-4ad9-93a6-d441c0b44425 req-b3c9981e-34a8-4522-8468-42a9adabb4ba tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099660 Mar 23 09:04:10.462643 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2848ef49-0532-49be-9d85-526b863bec9e admin admin] Publish callbacks [] for security_group (41fc2c19-870d-4186-9302-d2e69af89fef), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:10.475404 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88d7a3-376a-4df1-b8df-20e165bf1319 req-ce0b57b8-5495-479d-9356-e0e2387ba160 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:10.476961 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7d88d7a3-376a-4df1-b8df-20e165bf1319 req-ce0b57b8-5495-479d-9356-e0e2387ba160 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0938892 Mar 23 09:04:10.478302 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2848ef49-0532-49be-9d85-526b863bec9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (41fc2c19-870d-4186-9302-d2e69af89fef), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:10.530225 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-2848ef49-0532-49be-9d85-526b863bec9e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=05add8fec5c24fa7b4d14b72a3b4985e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706614 Mar 23 09:04:10.532882 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 53522) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:10.542118 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848ef49-0532-49be-9d85-526b863bec9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fc2c19-870d-4186-9302-d2e69af89fef,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:10.586243 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7d88d7a3-376a-4df1-b8df-20e165bf1319 req-c9ae90b7-3cb7-443c-a321-e5c91577aabc tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882440 Mar 23 09:04:10.614429 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-63e9d3e4-58a0-49aa-b363-858a7d31f09b admin admin] Publish callbacks [] for security_group (41fc2c19-870d-4186-9302-d2e69af89fef), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:10.639252 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-63e9d3e4-58a0-49aa-b363-858a7d31f09b admin admin] Publish callbacks [] for security_group (41fc2c19-870d-4186-9302-d2e69af89fef), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:10.696410 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-63e9d3e4-58a0-49aa-b363-858a7d31f09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (41fc2c19-870d-4186-9302-d2e69af89fef), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:10.699544 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-63e9d3e4-58a0-49aa-b363-858a7d31f09b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:10.700926 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-63e9d3e4-58a0-49aa-b363-858a7d31f09b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/41fc2c19-870d-4186-9302-d2e69af89fef HTTP/1.1" status: 204 len: 168 time: 0.1670644 Mar 23 09:04:10.709322 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9d3e4-58a0-49aa-b363-858a7d31f09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fc2c19-870d-4186-9302-d2e69af89fef,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:10.778762 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53530) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:11.049934 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-476a2924-f55c-4991-a909-ae83c971ea9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:11.154773 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-476a2924-f55c-4991-a909-ae83c971ea9a admin admin] Publish callbacks [] for security_group (15fe7987-eaee-435a-a3e5-d96e90567112), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:11.159653 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-476a2924-f55c-4991-a909-ae83c971ea9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (15fe7987-eaee-435a-a3e5-d96e90567112), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:11.168437 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 53546) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:11.190220 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88a09f1c-96f0-43b1-ad2e-4f66e71344a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:11.204901 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-476a2924-f55c-4991-a909-ae83c971ea9a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4b3683ae2a25461b8fee11e82484e112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4253588 Mar 23 09:04:11.205786 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a2924-f55c-4991-a909-ae83c971ea9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fe7987-eaee-435a-a3e5-d96e90567112,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:11.209646 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53548) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:11.264832 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b5812c44-303c-4190-ac2e-2e273481c457 admin admin] Publish callbacks [] for security_group (15fe7987-eaee-435a-a3e5-d96e90567112), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:11.296010 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b5812c44-303c-4190-ac2e-2e273481c457 admin admin] Publish callbacks [] for security_group (15fe7987-eaee-435a-a3e5-d96e90567112), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:11.305273 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88a09f1c-96f0-43b1-ad2e-4f66e71344a5 admin admin] Publish callbacks [] for security_group (b9af30b4-f1d1-413f-987e-0ee398843b7a), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:11.310440 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88a09f1c-96f0-43b1-ad2e-4f66e71344a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (b9af30b4-f1d1-413f-987e-0ee398843b7a), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:11.366034 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b5812c44-303c-4190-ac2e-2e273481c457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (15fe7987-eaee-435a-a3e5-d96e90567112), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:11.368985 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b5812c44-303c-4190-ac2e-2e273481c457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:11.370251 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-b5812c44-303c-4190-ac2e-2e273481c457 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/15fe7987-eaee-435a-a3e5-d96e90567112 HTTP/1.1" status: 204 len: 168 time: 0.1596589 Mar 23 09:04:11.377535 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a09f1c-96f0-43b1-ad2e-4f66e71344a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9af30b4-f1d1-413f-987e-0ee398843b7a,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:11.382399 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5812c44-303c-4190-ac2e-2e273481c457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fe7987-eaee-435a-a3e5-d96e90567112,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:11.385129 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-88a09f1c-96f0-43b1-ad2e-4f66e71344a5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=66cffb40fa594f5d86e219364083a547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152209 Mar 23 09:04:11.387592 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53560) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:11.470030 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c8c6-2474-4f0a-ab61-bbef9b78b8d1 admin admin] Publish callbacks [] for security_group (b9af30b4-f1d1-413f-987e-0ee398843b7a), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:11.510159 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c8c6-2474-4f0a-ab61-bbef9b78b8d1 admin admin] Publish callbacks [] for security_group (b9af30b4-f1d1-413f-987e-0ee398843b7a), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:11.516337 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2c4fe-1d14-4734-9d04-a95d862cacb9 req-60d57ede-1956-4d97-ad11-162d8bc20757 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:11.520088 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dfd2c4fe-1d14-4734-9d04-a95d862cacb9 req-60d57ede-1956-4d97-ad11-162d8bc20757 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 946 time: 0.0700610 Mar 23 09:04:11.581185 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dfd2c4fe-1d14-4734-9d04-a95d862cacb9 req-ecf9dde8-f573-4336-a5aa-28c7ed25ffd8 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545309 Mar 23 09:04:11.603386 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c8c6-2474-4f0a-ab61-bbef9b78b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (b9af30b4-f1d1-413f-987e-0ee398843b7a), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:11.606228 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c8c6-2474-4f0a-ab61-bbef9b78b8d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:11.611691 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-cfb3c8c6-2474-4f0a-ab61-bbef9b78b8d1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b9af30b4-f1d1-413f-987e-0ee398843b7a HTTP/1.1" status: 204 len: 168 time: 0.2227607 Mar 23 09:04:11.626011 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3c8c6-2474-4f0a-ab61-bbef9b78b8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9af30b4-f1d1-413f-987e-0ee398843b7a,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:11.811813 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82240c7-9422-4bbd-a5e1-b0abee1b0526 req-dc7da254-ece8-4153-ad53-6ab7c24eeaff tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:11.826175 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d82240c7-9422-4bbd-a5e1-b0abee1b0526 req-dc7da254-ece8-4153-ad53-6ab7c24eeaff tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.1260500 Mar 23 09:04:11.909534 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d82240c7-9422-4bbd-a5e1-b0abee1b0526 req-54ddc40b-e264-4fb6-8ea6-cfb743099193 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807273 Mar 23 09:04:12.347443 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53602) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:12.509052 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cd1b3de1-d932-435b-9248-9c4ba441b5d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:12.613328 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cd1b3de1-d932-435b-9248-9c4ba441b5d4 admin admin] Publish callbacks [] for security_group (d021213b-b964-4666-b804-b17601cf3b92), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:12.624590 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cd1b3de1-d932-435b-9248-9c4ba441b5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (d021213b-b964-4666-b804-b17601cf3b92), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:12.675220 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-cd1b3de1-d932-435b-9248-9c4ba441b5d4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=70bd68e0c70d4b15ac22bd8de39dc3db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255880 Mar 23 09:04:12.676828 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 53630) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:12.680867 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b3de1-d932-435b-9248-9c4ba441b5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d021213b-b964-4666-b804-b17601cf3b92,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:12.804648 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4eb7afaf-281a-4d34-be01-975517b7c4d2 admin admin] Publish callbacks [] for security_group (d021213b-b964-4666-b804-b17601cf3b92), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:12.828479 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960414f6-c2f5-4801-bc0f-0cedf80447b7 req-64bc579f-99e3-415b-abdc-85fcc7f562a2 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:12.830150 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-960414f6-c2f5-4801-bc0f-0cedf80447b7 req-64bc579f-99e3-415b-abdc-85fcc7f562a2 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 946 time: 0.1056664 Mar 23 09:04:12.870976 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4eb7afaf-281a-4d34-be01-975517b7c4d2 admin admin] Publish callbacks [] for security_group (d021213b-b964-4666-b804-b17601cf3b92), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:12.932020 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-960414f6-c2f5-4801-bc0f-0cedf80447b7 req-f63b81ba-cbce-4fd5-b5c8-fe4b6229eb92 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880475 Mar 23 09:04:12.964141 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4eb7afaf-281a-4d34-be01-975517b7c4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (d021213b-b964-4666-b804-b17601cf3b92), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:12.966953 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4eb7afaf-281a-4d34-be01-975517b7c4d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:12.970922 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-4eb7afaf-281a-4d34-be01-975517b7c4d2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d021213b-b964-4666-b804-b17601cf3b92 HTTP/1.1" status: 204 len: 168 time: 0.2892921 Mar 23 09:04:12.979146 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7afaf-281a-4d34-be01-975517b7c4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d021213b-b964-4666-b804-b17601cf3b92,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:13.039559 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 53668) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:13.122174 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d6d26-53d7-418e-ace7-59bc6a505502 req-6984001e-d86c-43bd-90bf-5a3f189e38cf tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:13.123900 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-553d6d26-53d7-418e-ace7-59bc6a505502 req-6984001e-d86c-43bd-90bf-5a3f189e38cf tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0718491 Mar 23 09:04:13.185064 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-553d6d26-53d7-418e-ace7-59bc6a505502 req-bbfb0f85-ba8c-4f4a-95ca-9abad4910b84 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521488 Mar 23 09:04:13.416161 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-778020328-network', 'tenant_id': 'a2a69beb17294ddba26b6381a3a6de01'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:13.448448 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] Made reservation on behalf of a2a69beb17294ddba26b6381a3a6de01 for: {'network': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:04:13.453071 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.492212 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.508523 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53688) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:13.587272 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53692) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:13.619907 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fc87e5c6-6b13-4a11-89a7-863c530c6959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.650847 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dda3fd94-1c99-4a67-881b-3f96b1f71aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.669642 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] Publish callbacks [] for security_group (19395f8d-964d-4d21-affd-f4315653e4b8), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.677931 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (19395f8d-964d-4d21-affd-f4315653e4b8), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.690493 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=103134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:04:13.701971 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (e4373a8a-eddd-4525-b4c4-e59c938b69da), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.702569 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.segments_db [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] Added segment e4373a8a-eddd-4525-b4c4-e59c938b69da of type vlan for network 32216201-ac06-4a97-9f81-4ba40e068316 Mar 23 09:04:13.748269 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (32216201-ac06-4a97-9f81-4ba40e068316), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.780143 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (32216201-ac06-4a97-9f81-4ba40e068316), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.781123 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:13.781897 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.813036 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fc87e5c6-6b13-4a11-89a7-863c530c6959 admin admin] Publish callbacks [] for security_group (ff6c9118-d755-474f-93c0-60a985800f79), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.825295 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fc87e5c6-6b13-4a11-89a7-863c530c6959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (ff6c9118-d755-474f-93c0-60a985800f79), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.843462 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19395f8d-964d-4d21-affd-f4315653e4b8,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:13.857881 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8168077 Mar 23 09:04:13.862471 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 53698) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:13.868004 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-fb7e2d94-d7ed-4610-9999-b199021cbd4d admin admin] Request body: {'subnet': {'network_id': '32216201-ac06-4a97-9f81-4ba40e068316', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-778020328-subnet', 'tenant_id': 'a2a69beb17294ddba26b6381a3a6de01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:13.880220 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dda3fd94-1c99-4a67-881b-3f96b1f71aa8 admin admin] Publish callbacks [] for security_group (5e58e8a2-d147-42fb-9f98-b688eb839b20), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.885504 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977de77-288e-4ad9-9435-448867644899 admin admin] Pushing event updated for resources: {'Network': ['ID=32216201-ac06-4a97-9f81-4ba40e068316,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:13.898892 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7e2d94-d7ed-4610-9999-b199021cbd4d admin admin] Made reservation on behalf of a2a69beb17294ddba26b6381a3a6de01 for: {'subnet': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:04:13.902544 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fb7e2d94-d7ed-4610-9999-b199021cbd4d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.903564 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832568f3-12f8-4de8-a067-d63c161ee5ef req-6e6de6df-3cbe-4f2a-9f55-9c1a2fa18304 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:13.904864 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network 32216201-ac06-4a97-9f81-4ba40e068316 details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:04:13.905592 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-832568f3-12f8-4de8-a067-d63c161ee5ef req-6e6de6df-3cbe-4f2a-9f55-9c1a2fa18304 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 946 time: 0.1743674 Mar 23 09:04:13.908535 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dda3fd94-1c99-4a67-881b-3f96b1f71aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (5e58e8a2-d147-42fb-9f98-b688eb839b20), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:13.919275 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-fc87e5c6-6b13-4a11-89a7-863c530c6959 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=00acf9cb928144988c59d0c40a2844ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309238 Mar 23 09:04:13.922800 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 53702) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:13.953788 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87e5c6-6b13-4a11-89a7-863c530c6959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6c9118-d755-474f-93c0-60a985800f79,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:13.978537 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-dda3fd94-1c99-4a67-881b-3f96b1f71aa8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bf1dca5f24f94297ac25e56a714a78b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4684281 Mar 23 09:04:13.981288 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 53704) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:13.999000 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3fd94-1c99-4a67-881b-3f96b1f71aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e58e8a2-d147-42fb-9f98-b688eb839b20,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:14.025968 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-832568f3-12f8-4de8-a067-d63c161ee5ef req-a9714bcb-cbc0-4458-b251-4029fd4837d8 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936306 Mar 23 09:04:14.106415 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0b17a64f-61da-4363-8cb0-4c235dd9f200 admin admin] Publish callbacks [] for security_group (ff6c9118-d755-474f-93c0-60a985800f79), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:14.116449 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-903a76ad-7339-4316-951f-fb92fb4ffe31 admin admin] Publish callbacks [] for security_group (5e58e8a2-d147-42fb-9f98-b688eb839b20), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:14.167314 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0b17a64f-61da-4363-8cb0-4c235dd9f200 admin admin] Publish callbacks [] for security_group (ff6c9118-d755-474f-93c0-60a985800f79), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:14.202823 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-903a76ad-7339-4316-951f-fb92fb4ffe31 admin admin] Publish callbacks [] for security_group (5e58e8a2-d147-42fb-9f98-b688eb839b20), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:14.292101 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fb7e2d94-d7ed-4610-9999-b199021cbd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for subnet (564db94f-6d1a-40c2-ba5e-c0e2f46e7373), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:14.375617 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0b17a64f-61da-4363-8cb0-4c235dd9f200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (ff6c9118-d755-474f-93c0-60a985800f79), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:14.378124 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0b17a64f-61da-4363-8cb0-4c235dd9f200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:14.379904 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-0b17a64f-61da-4363-8cb0-4c235dd9f200 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ff6c9118-d755-474f-93c0-60a985800f79 HTTP/1.1" status: 204 len: 168 time: 0.4558401 Mar 23 09:04:14.389251 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e2d94-d7ed-4610-9999-b199021cbd4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=564db94f-6d1a-40c2-ba5e-c0e2f46e7373,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:14.396920 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-903a76ad-7339-4316-951f-fb92fb4ffe31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (5e58e8a2-d147-42fb-9f98-b688eb839b20), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:14.399506 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-903a76ad-7339-4316-951f-fb92fb4ffe31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:14.402945 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-903a76ad-7339-4316-951f-fb92fb4ffe31 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5e58e8a2-d147-42fb-9f98-b688eb839b20 HTTP/1.1" status: 204 len: 168 time: 0.4182119 Mar 23 09:04:14.409891 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17a64f-61da-4363-8cb0-4c235dd9f200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6c9118-d755-474f-93c0-60a985800f79,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:14.424639 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7134b0-9213-464f-982d-72e56d46e4c7 req-de3e1c73-6b85-4177-af3c-71398932dc92 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:14.427308 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fb7134b0-9213-464f-982d-72e56d46e4c7 req-de3e1c73-6b85-4177-af3c-71398932dc92 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.1624093 Mar 23 09:04:14.443163 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a76ad-7339-4316-951f-fb92fb4ffe31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e58e8a2-d147-42fb-9f98-b688eb839b20,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:14.454004 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e2d94-d7ed-4610-9999-b199021cbd4d admin admin] Checking segment: {'id': 'e4373a8a-eddd-4525-b4c4-e59c938b69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '32216201-ac06-4a97-9f81-4ba40e068316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:04:14.454765 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7e2d94-d7ed-4610-9999-b199021cbd4d admin admin] Network hostable DHCP agents. Network: 32216201-ac06-4a97-9f81-4ba40e068316, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:04:14.497675 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7e2d94-d7ed-4610-9999-b199021cbd4d admin admin] Network 32216201-ac06-4a97-9f81-4ba40e068316 is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:04:14.515287 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fb7134b0-9213-464f-982d-72e56d46e4c7 req-1b95fa10-d5d7-4982-9139-a6c2d4d41605 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763590 Mar 23 09:04:14.516816 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-fb7e2d94-d7ed-4610-9999-b199021cbd4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, 32216201-ac06-4a97-9f81-4ba40e068316) {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:04:14.524387 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7e2d94-d7ed-4610-9999-b199021cbd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:14.525195 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fb7e2d94-d7ed-4610-9999-b199021cbd4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:14.527202 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7103a8aa-5010-4f6d-aece-4a3327504973 None None] Network 32216201-ac06-4a97-9f81-4ba40e068316 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:04:14.549894 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-fb7e2d94-d7ed-4610-9999-b199021cbd4d admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6829998 Mar 23 09:04:14.642160 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c96a0d-0ef8-4ad8-892d-fefaf0024b11 None None] Network 32216201-ac06-4a97-9f81-4ba40e068316 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:04:15.003494 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53732) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:15.018380 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9fc2-01b7-4a99-ace3-c2b024c9f343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.218218 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9fc2-01b7-4a99-ace3-c2b024c9f343 admin admin] Publish callbacks [] for security_group (29824779-305f-4b77-b03d-5bba30c2b33b), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.226079 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9fc2-01b7-4a99-ace3-c2b024c9f343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (29824779-305f-4b77-b03d-5bba30c2b33b), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.252483 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c21a3-3b6a-4a24-9f73-37f923d03de8 req-fe206035-411e-4edf-ac15-ab1a084f2ca3 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:15.254991 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7a0c21a3-3b6a-4a24-9f73-37f923d03de8 req-fe206035-411e-4edf-ac15-ab1a084f2ca3 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 946 time: 0.1360214 Mar 23 09:04:15.291661 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-b0dd9fc2-01b7-4a99-ace3-c2b024c9f343 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=37e8d3d60a804e81885aee68ef70342f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864704 Mar 23 09:04:15.294649 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 53744) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:15.300178 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd9fc2-01b7-4a99-ace3-c2b024c9f343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29824779-305f-4b77-b03d-5bba30c2b33b,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:15.374710 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7a0c21a3-3b6a-4a24-9f73-37f923d03de8 req-8900f16f-a278-4fe3-ae4b-c5f18a15dd1c tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033661 Mar 23 09:04:15.430961 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73170e28-36d8-4d87-9387-abac5c74fa0f admin admin] Publish callbacks [] for security_group (29824779-305f-4b77-b03d-5bba30c2b33b), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.463398 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73170e28-36d8-4d87-9387-abac5c74fa0f admin admin] Publish callbacks [] for security_group (29824779-305f-4b77-b03d-5bba30c2b33b), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.531601 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73170e28-36d8-4d87-9387-abac5c74fa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (29824779-305f-4b77-b03d-5bba30c2b33b), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.536256 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73170e28-36d8-4d87-9387-abac5c74fa0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.540325 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-73170e28-36d8-4d87-9387-abac5c74fa0f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/29824779-305f-4b77-b03d-5bba30c2b33b HTTP/1.1" status: 204 len: 168 time: 0.2444966 Mar 23 09:04:15.544984 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53758) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:15.548783 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73170e28-36d8-4d87-9387-abac5c74fa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29824779-305f-4b77-b03d-5bba30c2b33b,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:15.560757 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1187648681-network', 'tenant_id': '1732e48ffef64c2c8485f297fdce98ba'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:15.617940 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] Made reservation on behalf of 1732e48ffef64c2c8485f297fdce98ba for: {'network': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:04:15.628579 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.646398 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.666819 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638e343-eb56-473d-9d11-e16f2421f8cd req-b9fcf4fb-bdb2-4c20-acd9-0046c598485d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:15.668568 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5638e343-eb56-473d-9d11-e16f2421f8cd req-b9fcf4fb-bdb2-4c20-acd9-0046c598485d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 946 time: 0.1177409 Mar 23 09:04:15.755756 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] Publish callbacks [] for security_group (b78b705d-e17c-4975-ad3c-4dce726971cf), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.761213 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (b78b705d-e17c-4975-ad3c-4dce726971cf), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.794640 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:04:15.799198 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ee100-3988-4c37-8c31-a1b61b6c27b7 req-ccc23588-4474-4a30-a0cf-1c81f188ab34 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:15.802208 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-681ee100-3988-4c37-8c31-a1b61b6c27b7 req-ccc23588-4474-4a30-a0cf-1c81f188ab34 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.1587639 Mar 23 09:04:15.807293 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78b705d-e17c-4975-ad3c-4dce726971cf,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:15.816727 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (ad48c5e7-5ae1-4613-ac34-98c11627a0cd), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.817435 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.db.segments_db [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] Added segment ad48c5e7-5ae1-4613-ac34-98c11627a0cd of type vlan for network f2052e28-480e-47fc-aa73-0bc245113b2f Mar 23 09:04:15.880095 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (f2052e28-480e-47fc-aa73-0bc245113b2f), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.901304 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-681ee100-3988-4c37-8c31-a1b61b6c27b7 req-a6f1cf41-1db4-494e-9511-66234511d27e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929179 Mar 23 09:04:15.926705 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (f2052e28-480e-47fc-aa73-0bc245113b2f), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.927836 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:15.928438 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.934216 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-5638e343-eb56-473d-9d11-e16f2421f8cd req-eb971445-2d78-4917-bee7-e0d338077f1f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Deleting port b8917dea-39c0-4598-91fa-44a091b495d4 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:04:15.934632 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5638e343-eb56-473d-9d11-e16f2421f8cd req-eb971445-2d78-4917-bee7-e0d338077f1f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (b8917dea-39c0-4598-91fa-44a091b495d4), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:15.991143 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4416180 Mar 23 09:04:15.991143 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 53772) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:15.998250 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-29141f57-159f-4b4f-9cfd-c341786184b8 admin admin] Request body: {'subnet': {'network_id': 'f2052e28-480e-47fc-aa73-0bc245113b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1187648681-subnet', 'tenant_id': '1732e48ffef64c2c8485f297fdce98ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:16.014479 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeceaf8-0326-4d3c-9505-a3e7e388e5cf admin admin] Pushing event updated for resources: {'Network': ['ID=f2052e28-480e-47fc-aa73-0bc245113b2f,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:16.031052 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network f2052e28-480e-47fc-aa73-0bc245113b2f details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:04:16.034330 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29141f57-159f-4b4f-9cfd-c341786184b8 admin admin] Made reservation on behalf of 1732e48ffef64c2c8485f297fdce98ba for: {'subnet': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:04:16.038341 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-29141f57-159f-4b4f-9cfd-c341786184b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8535240'] for subnet (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:16.071063 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-5638e343-eb56-473d-9d11-e16f2421f8cd req-eb971445-2d78-4917-bee7-e0d338077f1f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] For port b8917dea-39c0-4598-91fa-44a091b495d4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b8917dea-39c0-4598-91fa-44a091b495d4,segment=NetworkSegment(cd46ac62-5734-48fc-8d32-09fdf3daf023),segment_id=cd46ac62-5734-48fc-8d32-09fdf3daf023)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:16.071472 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5638e343-eb56-473d-9d11-e16f2421f8cd req-eb971445-2d78-4917-bee7-e0d338077f1f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (b8917dea-39c0-4598-91fa-44a091b495d4), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:16.097615 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-5638e343-eb56-473d-9d11-e16f2421f8cd req-eb971445-2d78-4917-bee7-e0d338077f1f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Calling delete_port for b8917dea-39c0-4598-91fa-44a091b495d4 owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:04:16.325103 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-29141f57-159f-4b4f-9cfd-c341786184b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10199802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8535262'] for subnet (cae82251-14e4-4f59-9d60-81992b39eacb), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:16.353659 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5638e343-eb56-473d-9d11-e16f2421f8cd req-eb971445-2d78-4917-bee7-e0d338077f1f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068'] for port (b8917dea-39c0-4598-91fa-44a091b495d4), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:16.373416 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['b8917dea-39c0-4598-91fa-44a091b495d4'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:04:16.398678 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb971445-2d78-4917-bee7-e0d338077f1f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Pushing event deleted for resources: {'Port': ['ID=b8917dea-39c0-4598-91fa-44a091b495d4,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:16.470142 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29141f57-159f-4b4f-9cfd-c341786184b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae82251-14e4-4f59-9d60-81992b39eacb,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:16.495760 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29141f57-159f-4b4f-9cfd-c341786184b8 admin admin] Checking segment: {'id': 'ad48c5e7-5ae1-4613-ac34-98c11627a0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f2052e28-480e-47fc-aa73-0bc245113b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:04:16.496481 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29141f57-159f-4b4f-9cfd-c341786184b8 admin admin] Network hostable DHCP agents. Network: f2052e28-480e-47fc-aa73-0bc245113b2f, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:04:16.564086 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e103928c-5a26-4bf0-af85-3660e2296105 req-4a3ad100-2179-42c5-a9ef-4e90fddfcb39 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bcd5eaf-41a8-4f5f-a774-515c012385c8 HTTP/1.1" status: 200 len: 210 time: 0.0496280 Mar 23 09:04:16.568836 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5638e343-eb56-473d-9d11-e16f2421f8cd req-eb971445-2d78-4917-bee7-e0d338077f1f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] No DVR routers for this DVR port b8917dea-39c0-4598-91fa-44a091b495d4 on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:04:16.581001 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29141f57-159f-4b4f-9cfd-c341786184b8 admin admin] Network f2052e28-480e-47fc-aa73-0bc245113b2f is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:04:16.584059 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5638e343-eb56-473d-9d11-e16f2421f8cd req-eb971445-2d78-4917-bee7-e0d338077f1f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:16.596057 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-29141f57-159f-4b4f-9cfd-c341786184b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, f2052e28-480e-47fc-aa73-0bc245113b2f) {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:04:16.603795 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5638e343-eb56-473d-9d11-e16f2421f8cd req-eb971445-2d78-4917-bee7-e0d338077f1f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.93 "DELETE /v2.0/ports/b8917dea-39c0-4598-91fa-44a091b495d4 HTTP/1.1" status: 204 len: 173 time: 0.8995836 Mar 23 09:04:16.605095 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29141f57-159f-4b4f-9cfd-c341786184b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:16.605484 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcd5eaf-41a8-4f5f-a774-515c012385c8', 'name': 'network-vif-deleted', 'tag': 'b8917dea-39c0-4598-91fa-44a091b495d4'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:16.606132 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709a9156-9894-47b6-afa7-4dc27acb7600 None None] Network f2052e28-480e-47fc-aa73-0bc245113b2f requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:04:16.606536 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-29141f57-159f-4b4f-9cfd-c341786184b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:16.611837 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3e43b0-9a77-426f-9e9a-9389c7068015" -d '{"events": [{"server_uuid": "2bcd5eaf-41a8-4f5f-a774-515c012385c8", "name": "network-vif-deleted", "tag": "b8917dea-39c0-4598-91fa-44a091b495d4"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:16.648689 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-29141f57-159f-4b4f-9cfd-c341786184b8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6564496 Mar 23 09:04:16.706222 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dc7f5c-f651-4bc7-8c56-a9ecedbf4d99 x-openstack-request-id: req-b5dc7f5c-f651-4bc7-8c56-a9ecedbf4d99 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:16.706501 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcd5eaf-41a8-4f5f-a774-515c012385c8", "name": "network-vif-deleted", "tag": "b8917dea-39c0-4598-91fa-44a091b495d4", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:16.706831 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b5dc7f5c-f651-4bc7-8c56-a9ecedbf4d99 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:16.707302 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5dc7f5c-f651-4bc7-8c56-a9ecedbf4d99'] response: {'server_uuid': '2bcd5eaf-41a8-4f5f-a774-515c012385c8', 'name': 'network-vif-deleted', 'tag': 'b8917dea-39c0-4598-91fa-44a091b495d4', 'status': 'completed', 'code': 200} Mar 23 09:04:16.763307 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008550ed-a4eb-40ac-bd75-2c753970ccef None None] Network f2052e28-480e-47fc-aa73-0bc245113b2f requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:04:17.037232 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d4018-4a8c-45e2-80d6-c78f20ad5cf4 req-6d612282-d863-4109-a572-1202a1814ce9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:17.040691 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-575d4018-4a8c-45e2-80d6-c78f20ad5cf4 req-6d612282-d863-4109-a572-1202a1814ce9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0715640 Mar 23 09:04:17.117566 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-575d4018-4a8c-45e2-80d6-c78f20ad5cf4 req-486534ae-13b7-443b-b295-605dadb6684a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699761 Mar 23 09:04:17.507176 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02286d-1c83-4306-821e-4dc62f507227 req-52685073-ae7e-42b2-8e3a-4758e13c5962 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:17.510117 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-af02286d-1c83-4306-821e-4dc62f507227 req-52685073-ae7e-42b2-8e3a-4758e13c5962 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/networks?id=32216201-ac06-4a97-9f81-4ba40e068316 HTTP/1.1" status: 200 len: 808 time: 0.1481609 Mar 23 09:04:17.539681 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-af02286d-1c83-4306-821e-4dc62f507227 req-35213183-b181-4778-953b-198a4a0ded6d tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/quotas/a2a69beb17294ddba26b6381a3a6de01 HTTP/1.1" status: 200 len: 375 time: 0.0133564 Mar 23 09:04:17.566755 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-af02286d-1c83-4306-821e-4dc62f507227 req-74705a62-19fc-41c0-a035-5ecccdf2a2b4 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=a2a69beb17294ddba26b6381a3a6de01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287836 Mar 23 09:04:17.687554 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-af02286d-1c83-4306-821e-4dc62f507227 req-e40b9275-03b2-4f14-96db-06f28953c138 service neutron] 10.222.0.91 "GET /v2.0/networks/32216201-ac06-4a97-9f81-4ba40e068316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115589 Mar 23 09:04:17.802538 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-af02286d-1c83-4306-821e-4dc62f507227 req-657a98d3-98df-48a5-aa2e-331352aefd9f service neutron] 10.222.0.91 "GET /v2.0/networks/32216201-ac06-4a97-9f81-4ba40e068316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139662 Mar 23 09:04:17.986663 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-9041fefe-0289-42ca-9ae2-d8b3bd1c2e57 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:17.988391 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-9041fefe-0289-42ca-9ae2-d8b3bd1c2e57 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/networks?id=f05d1fc1-dfbe-4950-aa08-0be02226bfcb HTTP/1.1" status: 200 len: 809 time: 0.1202548 Mar 23 09:04:18.020038 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-8161f740-fda4-46ab-bd19-5d0c58a5249d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/quotas/54f778e9c5d5495ba704ef4c94800723 HTTP/1.1" status: 200 len: 375 time: 0.0165360 Mar 23 09:04:18.044621 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffd387d8-4e76-40d2-ad38-2e3f81f65b39 req-4d8ae7af-0afa-4520-9814-3c37438af73c tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 210 time: 0.0288174 Mar 23 09:04:18.052476 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-960783e0-b5a3-41af-90ec-e3ae6fd40db4 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=54f778e9c5d5495ba704ef4c94800723&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292015 Mar 23 09:04:18.172051 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-7f5c4834-c57c-4f06-a516-6e430253bd9c service neutron] 10.222.0.91 "GET /v2.0/networks/f05d1fc1-dfbe-4950-aa08-0be02226bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102889 Mar 23 09:04:18.268038 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a950bc3-9b34-4f4c-b053-dfa869284a1e req-b0742e64-1c78-4d20-999d-04391612ef9a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:18.269642 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4a950bc3-9b34-4f4c-b053-dfa869284a1e req-b0742e64-1c78-4d20-999d-04391612ef9a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0703478 Mar 23 09:04:18.289656 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-f3d8b08c-d4af-4620-8a58-03fe53a54a32 service neutron] 10.222.0.91 "GET /v2.0/networks/f05d1fc1-dfbe-4950-aa08-0be02226bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069233 Mar 23 09:04:18.345794 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4a950bc3-9b34-4f4c-b053-dfa869284a1e req-3b474c0b-900d-4631-bd56-18c22a25dc32 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633399 Mar 23 09:04:18.490331 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b9e96647-2d4c-4380-b948-051529491739 req-85f54bb8-08a1-497e-a798-3005900470a3 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 210 time: 0.0411143 Mar 23 09:04:19.168437 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-dfe231d8-328f-4f0d-8086-e3bfe19712e6 req-b1d75379-60cf-45f4-bade-b2624f0d8d1a tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 210 time: 0.0280364 Mar 23 09:04:19.473651 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device b8917dea-39c0-4598-91fa-44a091b495d4 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:04:19.495953 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: b8917dea-39c0-4598-91fa-44a091b495d4 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:04:19.496395 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device b8917dea-39c0-4598-91fa-44a091b495d4 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:04:19.523997 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca1b62-857d-42d2-a4f6-5cc9383e107d req-b51a780c-b230-46d6-b6b9-78dd7d6c57e1 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:19.530519 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f9ca1b62-857d-42d2-a4f6-5cc9383e107d req-b51a780c-b230-46d6-b6b9-78dd7d6c57e1 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.1088717 Mar 23 09:04:19.553235 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02286d-1c83-4306-821e-4dc62f507227 req-78887253-1570-4f61-bf2c-44d9da473879 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:19.554728 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-af02286d-1c83-4306-821e-4dc62f507227 req-78887253-1570-4f61-bf2c-44d9da473879 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.93 "GET /v2.0/networks?id=32216201-ac06-4a97-9f81-4ba40e068316 HTTP/1.1" status: 200 len: 808 time: 0.1781361 Mar 23 09:04:19.573429 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-af02286d-1c83-4306-821e-4dc62f507227 req-de85f875-3d60-4276-9f88-9d91484f8719 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Request body: {'port': {'device_id': '56066944-17e6-4467-83bc-6b38c8e7e548', 'network_id': '32216201-ac06-4a97-9f81-4ba40e068316', 'admin_state_up': True, 'tenant_id': 'a2a69beb17294ddba26b6381a3a6de01'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:19.607977 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0eba6b1d-41aa-4870-be2b-3e47608c4ae8 req-0030cd69-40eb-4d82-ae33-8e04df1621c2 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 210 time: 0.0414851 Mar 23 09:04:19.908285 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f9ca1b62-857d-42d2-a4f6-5cc9383e107d req-1eda393b-70a7-4332-a91f-a94e05aa012b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709021 Mar 23 09:04:19.999866 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-ed4b3274-5ac9-4a35-a6a9-b3d5ba46eafe tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:20.001647 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-ed4b3274-5ac9-4a35-a6a9-b3d5ba46eafe tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.93 "GET /v2.0/networks?id=f05d1fc1-dfbe-4950-aa08-0be02226bfcb HTTP/1.1" status: 200 len: 809 time: 0.3475983 Mar 23 09:04:20.002534 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af02286d-1c83-4306-821e-4dc62f507227 req-de85f875-3d60-4276-9f88-9d91484f8719 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Made reservation on behalf of a2a69beb17294ddba26b6381a3a6de01 for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:04:20.006169 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-af02286d-1c83-4306-821e-4dc62f507227 req-de85f875-3d60-4276-9f88-9d91484f8719 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:20.021185 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-facd5f94-5d43-4dc9-b72f-dbb590bef027 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Request body: {'port': {'device_id': '33adde73-dfdb-4aad-991d-5f8081c877a0', 'network_id': 'f05d1fc1-dfbe-4950-aa08-0be02226bfcb', 'admin_state_up': True, 'tenant_id': '54f778e9c5d5495ba704ef4c94800723'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:20.251305 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-facd5f94-5d43-4dc9-b72f-dbb590bef027 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Made reservation on behalf of 54f778e9c5d5495ba704ef4c94800723 for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:04:20.255685 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-facd5f94-5d43-4dc9-b72f-dbb590bef027 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:20.283341 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-af02286d-1c83-4306-821e-4dc62f507227 req-de85f875-3d60-4276-9f88-9d91484f8719 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Allocated IP 172.20.0.10 (32216201-ac06-4a97-9f81-4ba40e068316/564db94f-6d1a-40c2-ba5e-c0e2f46e7373/b4b390bf-2fc4-4398-b329-44cce044fd19) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:04:20.302870 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b47df219-e392-47d3-8d78-828b16db8b0f req-1d45efd7-39d9-4529-8d51-baf21fd63c0b tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 210 time: 0.0391626 Mar 23 09:04:20.515624 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-af02286d-1c83-4306-821e-4dc62f507227 req-de85f875-3d60-4276-9f88-9d91484f8719 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Publish callbacks [] for port (b4b390bf-2fc4-4398-b329-44cce044fd19), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:20.578563 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-facd5f94-5d43-4dc9-b72f-dbb590bef027 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Allocated IP 172.20.0.13 (f05d1fc1-dfbe-4950-aa08-0be02226bfcb/92c95f76-f69d-41d0-b899-7f1c8bb64d46/19ae7112-4c4b-4548-91e2-1b786e53fd86) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:04:20.610817 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-af02286d-1c83-4306-821e-4dc62f507227 req-de85f875-3d60-4276-9f88-9d91484f8719 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (b4b390bf-2fc4-4398-b329-44cce044fd19), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:20.669072 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af02286d-1c83-4306-821e-4dc62f507227 req-de85f875-3d60-4276-9f88-9d91484f8719 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Network 32216201-ac06-4a97-9f81-4ba40e068316 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:04:20.679958 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-af02286d-1c83-4306-821e-4dc62f507227 req-de85f875-3d60-4276-9f88-9d91484f8719 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:04:20.700744 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-af02286d-1c83-4306-821e-4dc62f507227 req-de85f875-3d60-4276-9f88-9d91484f8719 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:04:20.705912 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02286d-1c83-4306-821e-4dc62f507227 req-de85f875-3d60-4276-9f88-9d91484f8719 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:20.706580 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-af02286d-1c83-4306-821e-4dc62f507227 req-de85f875-3d60-4276-9f88-9d91484f8719 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:20.751857 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85f875-3d60-4276-9f88-9d91484f8719 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Pushing event updated for resources: {'Port': ['ID=b4b390bf-2fc4-4398-b329-44cce044fd19,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:20.777890 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f321f538-ca88-463e-8295-6c65d74253bf req-b23e18b3-aee3-404c-a964-dd0b0b9a7da8 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 210 time: 0.0927122 Mar 23 09:04:20.790342 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-af02286d-1c83-4306-821e-4dc62f507227 req-de85f875-3d60-4276-9f88-9d91484f8719 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2226667 Mar 23 09:04:20.809581 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Request body: {'port': {'device_id': '56066944-17e6-4467-83bc-6b38c8e7e548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:20.885908 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-facd5f94-5d43-4dc9-b72f-dbb590bef027 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks [] for port (19ae7112-4c4b-4548-91e2-1b786e53fd86), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:20.899920 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (b4b390bf-2fc4-4398-b329-44cce044fd19), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:20.972947 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-facd5f94-5d43-4dc9-b72f-dbb590bef027 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (19ae7112-4c4b-4548-91e2-1b786e53fd86), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:21.035527 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b78a64-0077-45cd-8982-0f174e00aafd req-7cb3ff84-8d94-4cb6-ac53-80034b7097e7 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:21.037138 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-74b78a64-0077-45cd-8982-0f174e00aafd req-7cb3ff84-8d94-4cb6-ac53-80034b7097e7 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0562880 Mar 23 09:04:21.069343 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-facd5f94-5d43-4dc9-b72f-dbb590bef027 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Network f05d1fc1-dfbe-4950-aa08-0be02226bfcb is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:04:21.076367 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-facd5f94-5d43-4dc9-b72f-dbb590bef027 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:04:21.086395 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-facd5f94-5d43-4dc9-b72f-dbb590bef027 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:04:21.091516 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-facd5f94-5d43-4dc9-b72f-dbb590bef027 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:21.092131 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-facd5f94-5d43-4dc9-b72f-dbb590bef027 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:21.093908 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-74b78a64-0077-45cd-8982-0f174e00aafd req-31a0ad15-10f1-48bc-b963-911f7e16dd07 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447655 Mar 23 09:04:21.101411 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd5f94-5d43-4dc9-b72f-dbb590bef027 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Pushing event updated for resources: {'Port': ['ID=19ae7112-4c4b-4548-91e2-1b786e53fd86,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:21.161336 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-facd5f94-5d43-4dc9-b72f-dbb590bef027 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1439762 Mar 23 09:04:21.183502 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Request body: {'port': {'device_id': '33adde73-dfdb-4aad-991d-5f8081c877a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:04:21.279077 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (19ae7112-4c4b-4548-91e2-1b786e53fd86), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:21.359532 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b390bf-2fc4-4398-b329-44cce044fd19 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:04:21.371966 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Publish callbacks [] for port (b4b390bf-2fc4-4398-b329-44cce044fd19), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:21.464048 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Transition to ACTIVE for port object b4b390bf-2fc4-4398-b329-44cce044fd19 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:04:21.474482 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (b4b390bf-2fc4-4398-b329-44cce044fd19), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:21.605771 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b390bf-2fc4-4398-b329-44cce044fd19,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:21.651203 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062017d2-23e6-4858-ad55-867655606d8e req-92391041-d9ff-4963-860e-0ca7c7458be3 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:21.658026 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-062017d2-23e6-4858-ad55-867655606d8e req-92391041-d9ff-4963-860e-0ca7c7458be3 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 932 time: 0.2835596 Mar 23 09:04:21.681666 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54008) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:21.720961 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Attempting to bind port b4b390bf-2fc4-4398-b329-44cce044fd19 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:04:21.721296 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Attempting to bind port b4b390bf-2fc4-4398-b329-44cce044fd19 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'e4373a8a-eddd-4525-b4c4-e59c938b69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '32216201-ac06-4a97-9f81-4ba40e068316'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:04:21.721785 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Attempting to bind port b4b390bf-2fc4-4398-b329-44cce044fd19 on network 32216201-ac06-4a97-9f81-4ba40e068316 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:04:21.743993 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Port b4b390bf-2fc4-4398-b329-44cce044fd19 on network 32216201-ac06-4a97-9f81-4ba40e068316 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:04:21.744310 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Attempting to bind port b4b390bf-2fc4-4398-b329-44cce044fd19 on network 32216201-ac06-4a97-9f81-4ba40e068316 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:04:21.786506 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:04:21.787331 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Checking segment: {'id': 'e4373a8a-eddd-4525-b4c4-e59c938b69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '32216201-ac06-4a97-9f81-4ba40e068316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:04:21.788027 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Bound using segment: {'id': 'e4373a8a-eddd-4525-b4c4-e59c938b69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '32216201-ac06-4a97-9f81-4ba40e068316'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:04:21.788630 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Bound port: b4b390bf-2fc4-4398-b329-44cce044fd19, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4373a8a-eddd-4525-b4c4-e59c938b69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '32216201-ac06-4a97-9f81-4ba40e068316'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:04:21.789671 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (b4b390bf-2fc4-4398-b329-44cce044fd19), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:21.842521 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-062017d2-23e6-4858-ad55-867655606d8e req-233df07e-2fde-4d12-b61c-a95293c3e44c tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/security-groups?id=19395f8d-964d-4d21-affd-f4315653e4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832712 Mar 23 09:04:21.851178 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-359b25e0-e03f-4651-b1f6-68b510c5e594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:21.942982 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ae7112-4c4b-4548-91e2-1b786e53fd86 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:04:21.956699 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Publish callbacks [] for port (19ae7112-4c4b-4548-91e2-1b786e53fd86), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:21.956961 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa45a28-8319-4e71-bd15-9fbc17823bf1 req-d93d2b7d-d455-401b-9551-127b75dbc3ea tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:21.958343 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-aaa45a28-8319-4e71-bd15-9fbc17823bf1 req-d93d2b7d-d455-401b-9551-127b75dbc3ea tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 932 time: 0.0914006 Mar 23 09:04:21.981140 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Transition to ACTIVE for port object 19ae7112-4c4b-4548-91e2-1b786e53fd86 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:04:21.982497 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] For port b4b390bf-2fc4-4398-b329-44cce044fd19, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:04:21.986017 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] For port b4b390bf-2fc4-4398-b329-44cce044fd19, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b4b390bf-2fc4-4398-b329-44cce044fd19,segment=NetworkSegment(e4373a8a-eddd-4525-b4c4-e59c938b69da),segment_id=e4373a8a-eddd-4525-b4c4-e59c938b69da)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:04:21.989307 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (19ae7112-4c4b-4548-91e2-1b786e53fd86), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:22.001873 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-359b25e0-e03f-4651-b1f6-68b510c5e594 admin admin] Publish callbacks [] for security_group (fe917d6d-5782-49b3-956b-30b2cc138bf0), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:22.008429 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-359b25e0-e03f-4651-b1f6-68b510c5e594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (fe917d6d-5782-49b3-956b-30b2cc138bf0), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:22.022400 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (b4b390bf-2fc4-4398-b329-44cce044fd19), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:22.058363 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:22.058985 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:22.060627 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-af02286d-1c83-4306-821e-4dc62f507227 req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] 10.222.0.93 "PUT /v2.0/ports/b4b390bf-2fc4-4398-b329-44cce044fd19 HTTP/1.1" status: 200 len: 1094 time: 1.2621047 Mar 23 09:04:22.060846 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56066944-17e6-4467-83bc-6b38c8e7e548', 'tag': 'b4b390bf-2fc4-4398-b329-44cce044fd19'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:22.063197 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c53b9be-8566-4fd8-a2a8-8bacd597d95a" -d '{"events": [{"name": "network-changed", "server_uuid": "56066944-17e6-4467-83bc-6b38c8e7e548", "tag": "b4b390bf-2fc4-4398-b329-44cce044fd19"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:22.070574 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Pushing event updated for resources: {'Port': ['ID=19ae7112-4c4b-4548-91e2-1b786e53fd86,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:22.115262 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fde183-e329-4b57-9553-5cb0dc92b0b8 x-openstack-request-id: req-89fde183-e329-4b57-9553-5cb0dc92b0b8 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:22.115262 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56066944-17e6-4467-83bc-6b38c8e7e548", "tag": "b4b390bf-2fc4-4398-b329-44cce044fd19", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:22.115262 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-89fde183-e329-4b57-9553-5cb0dc92b0b8 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:22.115262 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89fde183-e329-4b57-9553-5cb0dc92b0b8'] response: {'name': 'network-changed', 'server_uuid': '56066944-17e6-4467-83bc-6b38c8e7e548', 'tag': 'b4b390bf-2fc4-4398-b329-44cce044fd19', 'status': 'completed', 'code': 200} Mar 23 09:04:22.173024 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Attempting to bind port 19ae7112-4c4b-4548-91e2-1b786e53fd86 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:04:22.173362 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Attempting to bind port 19ae7112-4c4b-4548-91e2-1b786e53fd86 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'cd46ac62-5734-48fc-8d32-09fdf3daf023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'f05d1fc1-dfbe-4950-aa08-0be02226bfcb'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:04:22.173691 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Attempting to bind port 19ae7112-4c4b-4548-91e2-1b786e53fd86 on network f05d1fc1-dfbe-4950-aa08-0be02226bfcb {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:04:22.205413 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Port 19ae7112-4c4b-4548-91e2-1b786e53fd86 on network f05d1fc1-dfbe-4950-aa08-0be02226bfcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:04:22.205640 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Attempting to bind port 19ae7112-4c4b-4548-91e2-1b786e53fd86 on network f05d1fc1-dfbe-4950-aa08-0be02226bfcb {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:04:22.224269 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0da0d-1c77-4255-a043-77f3a0d71643 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b390bf-2fc4-4398-b329-44cce044fd19,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:22.234822 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:04:22.234822 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Checking segment: {'id': 'cd46ac62-5734-48fc-8d32-09fdf3daf023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'f05d1fc1-dfbe-4950-aa08-0be02226bfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:04:22.235303 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Bound using segment: {'id': 'cd46ac62-5734-48fc-8d32-09fdf3daf023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'f05d1fc1-dfbe-4950-aa08-0be02226bfcb'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:04:22.235567 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Bound port: 19ae7112-4c4b-4548-91e2-1b786e53fd86, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd46ac62-5734-48fc-8d32-09fdf3daf023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'f05d1fc1-dfbe-4950-aa08-0be02226bfcb'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:04:22.235924 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (19ae7112-4c4b-4548-91e2-1b786e53fd86), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:22.272232 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-aaa45a28-8319-4e71-bd15-9fbc17823bf1 req-2edea16c-7268-4f64-a531-d938290337f8 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068357 Mar 23 09:04:22.285025 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b25e0-e03f-4651-b1f6-68b510c5e594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe917d6d-5782-49b3-956b-30b2cc138bf0,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:22.293648 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02286d-1c83-4306-821e-4dc62f507227 req-04ea874d-42ec-404e-bf4b-b032f73d38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:22.293866 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-359b25e0-e03f-4651-b1f6-68b510c5e594 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c0ac22bb3eae460bbc47b1268eb9e317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6107314 Mar 23 09:04:22.294853 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54022) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:22.295202 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-af02286d-1c83-4306-821e-4dc62f507227 req-04ea874d-42ec-404e-bf4b-b032f73d38f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a2a69beb17294ddba26b6381a3a6de01&device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 1128 time: 0.1606433 Mar 23 09:04:22.329307 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a2aa6-ad9d-44a9-89e6-3f3a0027df6f req-0ef54e3d-5269-4d7f-99ef-73b753f7dade tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:22.330814 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4f2a2aa6-ad9d-44a9-89e6-3f3a0027df6f req-0ef54e3d-5269-4d7f-99ef-73b753f7dade tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.1483011 Mar 23 09:04:22.345887 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-057af5da-3d4c-459e-a072-410d30100dfc admin admin] Publish callbacks [] for security_group (fe917d6d-5782-49b3-956b-30b2cc138bf0), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:22.365483 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-af02286d-1c83-4306-821e-4dc62f507227 req-6efbd598-43f5-4d66-ab99-9f801a2113e1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4b390bf-2fc4-4398-b329-44cce044fd19 HTTP/1.1" status: 200 len: 217 time: 0.0607476 Mar 23 09:04:22.368235 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-057af5da-3d4c-459e-a072-410d30100dfc admin admin] Publish callbacks [] for security_group (fe917d6d-5782-49b3-956b-30b2cc138bf0), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:22.419853 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-057af5da-3d4c-459e-a072-410d30100dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (fe917d6d-5782-49b3-956b-30b2cc138bf0), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:22.422629 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-057af5da-3d4c-459e-a072-410d30100dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:22.427088 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-057af5da-3d4c-459e-a072-410d30100dfc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fe917d6d-5782-49b3-956b-30b2cc138bf0 HTTP/1.1" status: 204 len: 168 time: 0.1304214 Mar 23 09:04:22.427569 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] For port 19ae7112-4c4b-4548-91e2-1b786e53fd86, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:04:22.436243 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057af5da-3d4c-459e-a072-410d30100dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe917d6d-5782-49b3-956b-30b2cc138bf0,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:22.463711 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] For port 19ae7112-4c4b-4548-91e2-1b786e53fd86, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=19ae7112-4c4b-4548-91e2-1b786e53fd86,segment=NetworkSegment(cd46ac62-5734-48fc-8d32-09fdf3daf023),segment_id=cd46ac62-5734-48fc-8d32-09fdf3daf023)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:04:22.473568 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02286d-1c83-4306-821e-4dc62f507227 req-8790f167-314f-43ac-8c52-3efd1f4b1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:22.475045 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-af02286d-1c83-4306-821e-4dc62f507227 req-8790f167-314f-43ac-8c52-3efd1f4b1466 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=564db94f-6d1a-40c2-ba5e-c0e2f46e7373 HTTP/1.1" status: 200 len: 848 time: 0.0955520 Mar 23 09:04:22.480106 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (19ae7112-4c4b-4548-91e2-1b786e53fd86), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:22.497248 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4f2a2aa6-ad9d-44a9-89e6-3f3a0027df6f req-37dd6028-f68d-4113-866a-83d88d8234be tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383889 Mar 23 09:04:22.525590 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-af02286d-1c83-4306-821e-4dc62f507227 req-0982f228-7d9b-4cf6-a60f-d6039410d064 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=32216201-ac06-4a97-9f81-4ba40e068316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333011 Mar 23 09:04:22.554749 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:22.555469 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:22.556663 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] 10.222.0.93 "PUT /v2.0/ports/19ae7112-4c4b-4548-91e2-1b786e53fd86 HTTP/1.1" status: 200 len: 1094 time: 1.3835156 Mar 23 09:04:22.660227 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2ae0f-0807-4267-837b-9c6671d173ae service neutron] Pushing event updated for resources: {'Port': ['ID=19ae7112-4c4b-4548-91e2-1b786e53fd86,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:22.689308 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-af02286d-1c83-4306-821e-4dc62f507227 req-bc575811-013f-4420-b151-f3f7f6aa5d12 service neutron] 10.222.0.93 "GET /v2.0/networks/32216201-ac06-4a97-9f81-4ba40e068316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454334 Mar 23 09:04:22.706778 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-7bc768b8-7db7-4f68-a563-bc2001477d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:22.708100 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-7bc768b8-7db7-4f68-a563-bc2001477d28 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=54f778e9c5d5495ba704ef4c94800723&device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 1128 time: 0.0817704 Mar 23 09:04:22.754134 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54030) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:22.767701 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-820e2253-ab17-4280-a98c-b115813a6745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:22.787161 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-e28b3082-0a6b-419f-a6f7-b364784e248e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19ae7112-4c4b-4548-91e2-1b786e53fd86 HTTP/1.1" status: 200 len: 217 time: 0.0416427 Mar 23 09:04:22.864791 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-820e2253-ab17-4280-a98c-b115813a6745 admin admin] Publish callbacks [] for security_group (33d5b4b5-f85f-46ce-945f-0c4e53e07372), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:22.875905 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-820e2253-ab17-4280-a98c-b115813a6745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (33d5b4b5-f85f-46ce-945f-0c4e53e07372), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:22.878903 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-af02286d-1c83-4306-821e-4dc62f507227 req-d7839a82-123c-4f33-9d54-17fc20b53a4c service neutron] 10.222.0.93 "GET /v2.0/networks/32216201-ac06-4a97-9f81-4ba40e068316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815376 Mar 23 09:04:22.881512 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-e31470ff-6a25-4b9e-83ea-77cf00848d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:22.882506 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-e31470ff-6a25-4b9e-83ea-77cf00848d81 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92c95f76-f69d-41d0-b899-7f1c8bb64d46 HTTP/1.1" status: 200 len: 849 time: 0.0881453 Mar 23 09:04:22.943916 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-820e2253-ab17-4280-a98c-b115813a6745 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=27a3f9cb18564d798cd26b0b92b38f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880257 Mar 23 09:04:22.947419 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e2253-ab17-4280-a98c-b115813a6745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d5b4b5-f85f-46ce-945f-0c4e53e07372,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:22.950891 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54044) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:22.989480 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-cdb005b3-eeba-4999-a61c-736640465884 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f05d1fc1-dfbe-4950-aa08-0be02226bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916414 Mar 23 09:04:23.057670 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6f751b1a-ca76-4c70-9b9d-5e5e8fa5d7c6 admin admin] Publish callbacks [] for security_group (33d5b4b5-f85f-46ce-945f-0c4e53e07372), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:23.082812 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f350844-fe9f-414d-91da-fde34d29544e req-4a981064-e2cb-4c40-8f56-3a9e5eb08808 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:23.084683 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3f350844-fe9f-414d-91da-fde34d29544e req-4a981064-e2cb-4c40-8f56-3a9e5eb08808 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 944 time: 0.0973334 Mar 23 09:04:23.107782 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6f751b1a-ca76-4c70-9b9d-5e5e8fa5d7c6 admin admin] Publish callbacks [] for security_group (33d5b4b5-f85f-46ce-945f-0c4e53e07372), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:23.148511 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53b9be-8566-4fd8-a2a8-8bacd597d95a req-4a1ac3a9-219d-402d-b05c-f4e9cf907298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:23.150431 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7c53b9be-8566-4fd8-a2a8-8bacd597d95a req-4a1ac3a9-219d-402d-b05c-f4e9cf907298 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a2a69beb17294ddba26b6381a3a6de01&device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 1128 time: 0.1678910 Mar 23 09:04:23.177871 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-a28e1328-7966-4100-b96f-599be39f43fc service neutron] 10.222.0.93 "GET /v2.0/networks/f05d1fc1-dfbe-4950-aa08-0be02226bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750262 Mar 23 09:04:23.196131 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3f350844-fe9f-414d-91da-fde34d29544e req-1b3dafe4-4b3a-4e58-adc0-6b7e08a4c181 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/security-groups?id=19395f8d-964d-4d21-affd-f4315653e4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930824 Mar 23 09:04:23.200835 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54048) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:23.223671 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6f751b1a-ca76-4c70-9b9d-5e5e8fa5d7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (33d5b4b5-f85f-46ce-945f-0c4e53e07372), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:23.227357 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6f751b1a-ca76-4c70-9b9d-5e5e8fa5d7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:23.239939 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-6f751b1a-ca76-4c70-9b9d-5e5e8fa5d7c6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/33d5b4b5-f85f-46ce-945f-0c4e53e07372 HTTP/1.1" status: 204 len: 168 time: 0.2866945 Mar 23 09:04:23.256103 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f751b1a-ca76-4c70-9b9d-5e5e8fa5d7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d5b4b5-f85f-46ce-945f-0c4e53e07372,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:23.359432 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53b9be-8566-4fd8-a2a8-8bacd597d95a req-8af3b771-65aa-4262-a2c9-fa699fce2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:23.360896 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7c53b9be-8566-4fd8-a2a8-8bacd597d95a req-8af3b771-65aa-4262-a2c9-fa699fce2ace service neutron] 10.222.0.93 "GET /v2.0/networks?id=32216201-ac06-4a97-9f81-4ba40e068316 HTTP/1.1" status: 200 len: 909 time: 0.1972101 Mar 23 09:04:23.423507 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7c53b9be-8566-4fd8-a2a8-8bacd597d95a req-8504c135-4d1a-4149-b94e-5a95f82a491d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4b390bf-2fc4-4398-b329-44cce044fd19 HTTP/1.1" status: 200 len: 217 time: 0.0552194 Mar 23 09:04:23.431586 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f785eda9-0090-4ca2-86fc-b116d5148b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:23.460647 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f12d0f39-0f6d-4369-b7e9-455ecb3ff29d req-32db644a-9708-440e-bfcf-fa937c99b32e service neutron] 10.222.0.93 "GET /v2.0/networks/f05d1fc1-dfbe-4950-aa08-0be02226bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728214 Mar 23 09:04:23.521754 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f785eda9-0090-4ca2-86fc-b116d5148b32 admin admin] Publish callbacks [] for security_group (bab4b044-ebde-4f34-9c19-ca84b01fdde1), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:23.524671 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53b9be-8566-4fd8-a2a8-8bacd597d95a req-8f7d5fb5-feb9-47cb-9b3c-b66661e77c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:23.526706 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7c53b9be-8566-4fd8-a2a8-8bacd597d95a req-8f7d5fb5-feb9-47cb-9b3c-b66661e77c82 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=564db94f-6d1a-40c2-ba5e-c0e2f46e7373 HTTP/1.1" status: 200 len: 848 time: 0.0928102 Mar 23 09:04:23.528966 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f785eda9-0090-4ca2-86fc-b116d5148b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (bab4b044-ebde-4f34-9c19-ca84b01fdde1), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:23.544965 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3605cb5-2af4-4ccd-92fb-f13579015aaa req-92723744-239b-4ba4-a5f7-6c721afc7dc4 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:23.547046 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a3605cb5-2af4-4ccd-92fb-f13579015aaa req-92723744-239b-4ba4-a5f7-6c721afc7dc4 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 944 time: 0.1328092 Mar 23 09:04:23.574314 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7c53b9be-8566-4fd8-a2a8-8bacd597d95a req-38165c3b-0023-4b44-ad43-4ca882632ae5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=32216201-ac06-4a97-9f81-4ba40e068316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260646 Mar 23 09:04:23.580974 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-f785eda9-0090-4ca2-86fc-b116d5148b32 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=440ae352f8024f5f98972f3da84822e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3775604 Mar 23 09:04:23.584129 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 54066) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:23.585970 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785eda9-0090-4ca2-86fc-b116d5148b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab4b044-ebde-4f34-9c19-ca84b01fdde1,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:23.676444 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d30a9-5c04-4599-9c7a-e0a56cda55c7 req-18a9867e-c543-40ba-bca9-0d484195580c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:23.680667 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fa9d30a9-5c04-4599-9c7a-e0a56cda55c7 req-18a9867e-c543-40ba-bca9-0d484195580c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0648072 Mar 23 09:04:23.736191 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fa9d30a9-5c04-4599-9c7a-e0a56cda55c7 req-9d471022-fdf4-44c7-b414-569fc7086b1e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508099 Mar 23 09:04:23.921191 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a3605cb5-2af4-4ccd-92fb-f13579015aaa req-c72d809b-347e-486e-87c0-a42da1f05382 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459222 Mar 23 09:04:23.952866 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7c53b9be-8566-4fd8-a2a8-8bacd597d95a req-794f9ff5-09a8-4fed-abdf-d7b1e2bc9f6f service neutron] 10.222.0.93 "GET /v2.0/networks/32216201-ac06-4a97-9f81-4ba40e068316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693795 Mar 23 09:04:23.958152 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-23b8a053-7f1a-4da8-8a62-6d89cfe460e7 admin admin] Publish callbacks [] for security_group (bab4b044-ebde-4f34-9c19-ca84b01fdde1), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:24.024003 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-23b8a053-7f1a-4da8-8a62-6d89cfe460e7 admin admin] Publish callbacks [] for security_group (bab4b044-ebde-4f34-9c19-ca84b01fdde1), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:24.087865 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7c53b9be-8566-4fd8-a2a8-8bacd597d95a req-4427ae7b-ea3a-4ff2-a802-60399291939b service neutron] 10.222.0.93 "GET /v2.0/networks/32216201-ac06-4a97-9f81-4ba40e068316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268415 Mar 23 09:04:24.103860 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-23b8a053-7f1a-4da8-8a62-6d89cfe460e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (bab4b044-ebde-4f34-9c19-ca84b01fdde1), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:24.108236 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-23b8a053-7f1a-4da8-8a62-6d89cfe460e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:24.112089 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-23b8a053-7f1a-4da8-8a62-6d89cfe460e7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bab4b044-ebde-4f34-9c19-ca84b01fdde1 HTTP/1.1" status: 204 len: 168 time: 0.5247977 Mar 23 09:04:24.115975 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33adde73-dfdb-4aad-991d-5f8081c877a0', 'tag': '19ae7112-4c4b-4548-91e2-1b786e53fd86'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:24.119888 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe12df6c-e4a6-413d-ad9f-3981198da276" -d '{"events": [{"name": "network-changed", "server_uuid": "33adde73-dfdb-4aad-991d-5f8081c877a0", "tag": "19ae7112-4c4b-4548-91e2-1b786e53fd86"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:24.131668 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8a053-7f1a-4da8-8a62-6d89cfe460e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab4b044-ebde-4f34-9c19-ca84b01fdde1,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:24.217051 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95b07e9-51e8-4ca4-8d0b-d011a949f378 x-openstack-request-id: req-c95b07e9-51e8-4ca4-8d0b-d011a949f378 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:24.217907 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33adde73-dfdb-4aad-991d-5f8081c877a0", "tag": "19ae7112-4c4b-4548-91e2-1b786e53fd86", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:24.218287 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c95b07e9-51e8-4ca4-8d0b-d011a949f378 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:24.219020 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95b07e9-51e8-4ca4-8d0b-d011a949f378'] response: {'name': 'network-changed', 'server_uuid': '33adde73-dfdb-4aad-991d-5f8081c877a0', 'tag': '19ae7112-4c4b-4548-91e2-1b786e53fd86', 'status': 'completed', 'code': 200} Mar 23 09:04:24.392994 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712ed27-2cf4-400c-9b34-94cd4e2d7c25 req-6f1b441b-e282-4bed-a3d4-92aae552faee tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:24.395648 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2712ed27-2cf4-400c-9b34-94cd4e2d7c25 req-6f1b441b-e282-4bed-a3d4-92aae552faee tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 944 time: 0.1251628 Mar 23 09:04:24.399658 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12df6c-e4a6-413d-ad9f-3981198da276 req-400bfec3-6ad0-4248-9f8b-ccfd63c35beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:24.402174 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe12df6c-e4a6-413d-ad9f-3981198da276 req-400bfec3-6ad0-4248-9f8b-ccfd63c35beb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=54f778e9c5d5495ba704ef4c94800723&device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 1128 time: 0.1528964 Mar 23 09:04:24.531282 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2712ed27-2cf4-400c-9b34-94cd4e2d7c25 req-da5f8a8e-0083-4643-8a97-6e70fcf5d952 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/security-groups?id=19395f8d-964d-4d21-affd-f4315653e4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225715 Mar 23 09:04:24.565190 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12df6c-e4a6-413d-ad9f-3981198da276 req-f8979467-2afa-4395-84ff-4bc1ff883553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:24.567516 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe12df6c-e4a6-413d-ad9f-3981198da276 req-f8979467-2afa-4395-84ff-4bc1ff883553 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f05d1fc1-dfbe-4950-aa08-0be02226bfcb HTTP/1.1" status: 200 len: 910 time: 0.1501884 Mar 23 09:04:24.577735 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54102) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:24.594592 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-082635d8-f1ac-4fc1-b147-4287d017ab5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:24.611903 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe12df6c-e4a6-413d-ad9f-3981198da276 req-afdbdc80-47f3-4520-862c-a159f41ada2c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19ae7112-4c4b-4548-91e2-1b786e53fd86 HTTP/1.1" status: 200 len: 217 time: 0.0376575 Mar 23 09:04:24.670994 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12df6c-e4a6-413d-ad9f-3981198da276 req-fc335c88-b9df-460c-a3a9-e6da6f3ff0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:24.672637 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe12df6c-e4a6-413d-ad9f-3981198da276 req-fc335c88-b9df-460c-a3a9-e6da6f3ff0b8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92c95f76-f69d-41d0-b899-7f1c8bb64d46 HTTP/1.1" status: 200 len: 849 time: 0.0530908 Mar 23 09:04:24.692677 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-082635d8-f1ac-4fc1-b147-4287d017ab5b admin admin] Publish callbacks [] for security_group (25da574d-550f-4282-95c0-139833ee0618), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:24.696422 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-082635d8-f1ac-4fc1-b147-4287d017ab5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (25da574d-550f-4282-95c0-139833ee0618), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:24.710803 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe12df6c-e4a6-413d-ad9f-3981198da276 req-00327011-cb23-4f57-9f24-c3d55ae0296d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f05d1fc1-dfbe-4950-aa08-0be02226bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278463 Mar 23 09:04:24.747670 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-082635d8-f1ac-4fc1-b147-4287d017ab5b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=72184910a85d457c8b5fc13350af1025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619191 Mar 23 09:04:24.747670 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54106) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:24.757013 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082635d8-f1ac-4fc1-b147-4287d017ab5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da574d-550f-4282-95c0-139833ee0618,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:24.827454 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe12df6c-e4a6-413d-ad9f-3981198da276 req-d9783975-d692-4686-982c-bb54e35e418b service neutron] 10.222.0.93 "GET /v2.0/networks/f05d1fc1-dfbe-4950-aa08-0be02226bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089959 Mar 23 09:04:24.852684 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c81753d2-7a32-4814-b4e9-e596e5fe16db admin admin] Publish callbacks [] for security_group (25da574d-550f-4282-95c0-139833ee0618), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:24.879733 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c81753d2-7a32-4814-b4e9-e596e5fe16db admin admin] Publish callbacks [] for security_group (25da574d-550f-4282-95c0-139833ee0618), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:24.912441 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a1340-7b61-4186-bd59-f46a9cfe5ce4 req-c30329c2-7e68-4ad0-99d1-92748f766b42 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:24.914138 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-262a1340-7b61-4186-bd59-f46a9cfe5ce4 req-c30329c2-7e68-4ad0-99d1-92748f766b42 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0976303 Mar 23 09:04:24.939996 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe12df6c-e4a6-413d-ad9f-3981198da276 req-7649096d-2ab5-446f-9a69-1fbac21233cc service neutron] 10.222.0.93 "GET /v2.0/networks/f05d1fc1-dfbe-4950-aa08-0be02226bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054912 Mar 23 09:04:24.970938 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-262a1340-7b61-4186-bd59-f46a9cfe5ce4 req-baa80215-de6a-4d4c-ba7d-91e070e78d02 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469258 Mar 23 09:04:24.971512 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c81753d2-7a32-4814-b4e9-e596e5fe16db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (25da574d-550f-4282-95c0-139833ee0618), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:24.974796 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c81753d2-7a32-4814-b4e9-e596e5fe16db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:24.976031 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-c81753d2-7a32-4814-b4e9-e596e5fe16db admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/25da574d-550f-4282-95c0-139833ee0618 HTTP/1.1" status: 204 len: 168 time: 0.2272944 Mar 23 09:04:24.987614 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81753d2-7a32-4814-b4e9-e596e5fe16db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da574d-550f-4282-95c0-139833ee0618,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:25.101362 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d091f6-3972-4aba-9d20-a69973566fbe req-3d072645-a2c6-4100-aa58-31a6647955c5 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:25.103154 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a0d091f6-3972-4aba-9d20-a69973566fbe req-3d072645-a2c6-4100-aa58-31a6647955c5 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 944 time: 0.0599749 Mar 23 09:04:25.168298 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a0d091f6-3972-4aba-9d20-a69973566fbe req-4734c5e6-0305-4bc7-9298-c3ba3dcad1e1 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582099 Mar 23 09:04:25.701414 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa142253-927e-4023-9f29-7d2fcaa53354 req-60877629-0ceb-4944-8f66-80915f76b846 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:25.703262 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fa142253-927e-4023-9f29-7d2fcaa53354 req-60877629-0ceb-4944-8f66-80915f76b846 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 944 time: 0.0783377 Mar 23 09:04:25.757023 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fa142253-927e-4023-9f29-7d2fcaa53354 req-a0e6da33-e6d2-415a-ae16-17ccb99dbed2 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/security-groups?id=19395f8d-964d-4d21-affd-f4315653e4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463116 Mar 23 09:04:26.126637 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637feca9-068f-46a3-81ad-4caf1afccd78 req-dd8bf593-88a5-43ec-9517-b3b2938c4098 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:26.128942 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-637feca9-068f-46a3-81ad-4caf1afccd78 req-dd8bf593-88a5-43ec-9517-b3b2938c4098 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0672748 Mar 23 09:04:26.192130 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-637feca9-068f-46a3-81ad-4caf1afccd78 req-36988317-4a7f-4103-86f7-82a97c5ec79e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566063 Mar 23 09:04:26.326847 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280b7d8-da7a-49bf-9b0f-683e85c8962b req-5035344e-be41-4d03-a72a-2882e8ca0ef1 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:26.330673 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4280b7d8-da7a-49bf-9b0f-683e85c8962b req-5035344e-be41-4d03-a72a-2882e8ca0ef1 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 944 time: 0.0816510 Mar 23 09:04:26.398348 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4280b7d8-da7a-49bf-9b0f-683e85c8962b req-3ce9fb4c-721e-4bdd-afb5-862d351cb0ac tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530748 Mar 23 09:04:26.901542 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b77402-de25-4723-a1cb-e58f82274a31 req-a49472f1-997c-402e-a761-1e3d4a0c7b0c tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:26.903196 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-68b77402-de25-4723-a1cb-e58f82274a31 req-a49472f1-997c-402e-a761-1e3d4a0c7b0c tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 944 time: 0.0643713 Mar 23 09:04:26.960220 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-68b77402-de25-4723-a1cb-e58f82274a31 req-bf3fa359-9a50-466e-a96c-e0e5edaa5e25 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/security-groups?id=19395f8d-964d-4d21-affd-f4315653e4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497940 Mar 23 09:04:27.339884 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb52e1-880d-4c4c-b11f-9dfc6979392b req-e9edd352-1223-4727-b164-340c76c38671 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:27.341495 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-90bb52e1-880d-4c4c-b11f-9dfc6979392b req-e9edd352-1223-4727-b164-340c76c38671 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0595510 Mar 23 09:04:27.398441 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-90bb52e1-880d-4c4c-b11f-9dfc6979392b req-4cc08415-9308-4f7f-b053-269c4124f571 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514009 Mar 23 09:04:27.491202 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device b4b390bf-2fc4-4398-b329-44cce044fd19 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:04:27.536198 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eab2c1-b9c0-411d-a20c-7f5071483f7d req-68fbc57c-fa71-495d-a756-0022db39bf4d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:27.538165 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e7eab2c1-b9c0-411d-a20c-7f5071483f7d req-68fbc57c-fa71-495d-a756-0022db39bf4d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 944 time: 0.0668969 Mar 23 09:04:27.594133 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e7eab2c1-b9c0-411d-a20c-7f5071483f7d req-97867c88-51fc-4f47-bf21-8e1636efb8aa tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494266 Mar 23 09:04:27.594811 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port b4b390bf-2fc4-4398-b329-44cce044fd19, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b4b390bf-2fc4-4398-b329-44cce044fd19,segment=NetworkSegment(e4373a8a-eddd-4525-b4c4-e59c938b69da),segment_id=e4373a8a-eddd-4525-b4c4-e59c938b69da)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:27.610219 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': 'b4b390bf-2fc4-4398-b329-44cce044fd19', 'network_id': '32216201-ac06-4a97-9f81-4ba40e068316', 'port_id': 'b4b390bf-2fc4-4398-b329-44cce044fd19', 'mac_address': 'fa:16:3e:6f:0f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '564db94f-6d1a-40c2-ba5e-c0e2f46e7373', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:04:27.650681 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port b4b390bf-2fc4-4398-b329-44cce044fd19 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:27.651067 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (b4b390bf-2fc4-4398-b329-44cce044fd19), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:27.664273 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b390bf-2fc4-4398-b329-44cce044fd19 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:04:27.683367 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port b4b390bf-2fc4-4398-b329-44cce044fd19, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b4b390bf-2fc4-4398-b329-44cce044fd19,segment=NetworkSegment(e4373a8a-eddd-4525-b4c4-e59c938b69da),segment_id=e4373a8a-eddd-4525-b4c4-e59c938b69da)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:27.687523 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (b4b390bf-2fc4-4398-b329-44cce044fd19), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:27.688379 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 19ae7112-4c4b-4548-91e2-1b786e53fd86 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:04:27.904735 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=b4b390bf-2fc4-4398-b329-44cce044fd19,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:27.918124 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:27.918124 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:27.918124 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:27.918124 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:27.918124 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:27.918124 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:27.918124 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:27.918124 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:27.918124 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:27.918124 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:27.919089 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:27.919089 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:27.919089 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:27.919421 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:27.919505 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:04:27.962771 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 19ae7112-4c4b-4548-91e2-1b786e53fd86, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=19ae7112-4c4b-4548-91e2-1b786e53fd86,segment=NetworkSegment(cd46ac62-5734-48fc-8d32-09fdf3daf023),segment_id=cd46ac62-5734-48fc-8d32-09fdf3daf023)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:27.978402 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '19ae7112-4c4b-4548-91e2-1b786e53fd86', 'network_id': 'f05d1fc1-dfbe-4950-aa08-0be02226bfcb', 'port_id': '19ae7112-4c4b-4548-91e2-1b786e53fd86', 'mac_address': 'fa:16:3e:d1:48:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c95f76-f69d-41d0-b899-7f1c8bb64d46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:04:28.025077 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 19ae7112-4c4b-4548-91e2-1b786e53fd86 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:28.025588 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (19ae7112-4c4b-4548-91e2-1b786e53fd86), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:28.043885 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ae7112-4c4b-4548-91e2-1b786e53fd86 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:04:28.072279 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 19ae7112-4c4b-4548-91e2-1b786e53fd86, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=19ae7112-4c4b-4548-91e2-1b786e53fd86,segment=NetworkSegment(cd46ac62-5734-48fc-8d32-09fdf3daf023),segment_id=cd46ac62-5734-48fc-8d32-09fdf3daf023)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:28.078081 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (19ae7112-4c4b-4548-91e2-1b786e53fd86), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:28.127338 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b78e75-b859-4dab-a002-4be789aa78f1 req-5f430703-6daf-4637-8d2a-61b58047c90e tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:28.129282 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-86b78e75-b859-4dab-a002-4be789aa78f1 req-5f430703-6daf-4637-8d2a-61b58047c90e tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 945 time: 0.0762479 Mar 23 09:04:28.132397 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=19ae7112-4c4b-4548-91e2-1b786e53fd86,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:28.183184 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-86b78e75-b859-4dab-a002-4be789aa78f1 req-6cec4dfc-f808-4c04-954f-2b55ae99d4d5 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/security-groups?id=19395f8d-964d-4d21-affd-f4315653e4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478785 Mar 23 09:04:28.378977 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 54270) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:28.538232 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-45f69c21-0340-4ad8-bbd1-1850c0378057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:28.541456 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['b4b390bf-2fc4-4398-b329-44cce044fd19'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:04:28.570832 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f362f-177a-4365-96e7-e6612f7618d5 req-5df230cc-cd80-4911-8b02-3a6e77a5969c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:28.571222 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['19ae7112-4c4b-4548-91e2-1b786e53fd86'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:04:28.572405 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-275f362f-177a-4365-96e7-e6612f7618d5 req-5df230cc-cd80-4911-8b02-3a6e77a5969c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0923414 Mar 23 09:04:28.653876 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-275f362f-177a-4365-96e7-e6612f7618d5 req-df831998-5b1a-4059-b9d0-f3d80b257c9b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736418 Mar 23 09:04:28.686167 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-45f69c21-0340-4ad8-bbd1-1850c0378057 admin admin] Publish callbacks [] for security_group (24a91354-4660-46bc-9107-15d91e316f61), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:28.692255 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-45f69c21-0340-4ad8-bbd1-1850c0378057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (24a91354-4660-46bc-9107-15d91e316f61), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:28.734558 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f69c21-0340-4ad8-bbd1-1850c0378057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a91354-4660-46bc-9107-15d91e316f61,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:28.745240 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-45f69c21-0340-4ad8-bbd1-1850c0378057 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fa52b5c91f4f4793b0c7cb6f023a7c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652651 Mar 23 09:04:28.747916 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 54284) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:28.755224 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ab019-f4a6-40e7-b381-399208cdd721 req-54687434-62c0-4e7f-858b-7313aa0edb55 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:28.757360 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-457ab019-f4a6-40e7-b381-399208cdd721 req-54687434-62c0-4e7f-858b-7313aa0edb55 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 945 time: 0.0684686 Mar 23 09:04:28.806357 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e086f04c-ec91-429d-81d8-d211b8f228de admin admin] Publish callbacks [] for security_group (24a91354-4660-46bc-9107-15d91e316f61), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:28.815045 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-457ab019-f4a6-40e7-b381-399208cdd721 req-fd620785-2401-406f-bf28-8711d89dadb5 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484021 Mar 23 09:04:28.830842 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e086f04c-ec91-429d-81d8-d211b8f228de admin admin] Publish callbacks [] for security_group (24a91354-4660-46bc-9107-15d91e316f61), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:28.880483 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e086f04c-ec91-429d-81d8-d211b8f228de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (24a91354-4660-46bc-9107-15d91e316f61), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:28.883008 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e086f04c-ec91-429d-81d8-d211b8f228de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:28.884137 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-e086f04c-ec91-429d-81d8-d211b8f228de admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/24a91354-4660-46bc-9107-15d91e316f61 HTTP/1.1" status: 204 len: 168 time: 0.1353152 Mar 23 09:04:28.892196 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086f04c-ec91-429d-81d8-d211b8f228de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a91354-4660-46bc-9107-15d91e316f61,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:29.321608 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a42174-3b84-4ee7-97d7-acaa95b6295d req-22327c7d-0387-4668-baa6-889bb3f84f0e tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:29.327402 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d1a42174-3b84-4ee7-97d7-acaa95b6295d req-22327c7d-0387-4668-baa6-889bb3f84f0e tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 945 time: 0.0683529 Mar 23 09:04:29.384242 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d1a42174-3b84-4ee7-97d7-acaa95b6295d req-c63ade97-e03d-45a5-8da9-fe74e7b76b0e tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/security-groups?id=19395f8d-964d-4d21-affd-f4315653e4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534501 Mar 23 09:04:29.790152 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b48a1-d69d-4a26-aa23-c046d00d8f96 req-efcf9264-1f22-420c-b54d-320ca5f9a1e5 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:29.791669 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a63b48a1-d69d-4a26-aa23-c046d00d8f96 req-efcf9264-1f22-420c-b54d-320ca5f9a1e5 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0597908 Mar 23 09:04:29.859348 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a63b48a1-d69d-4a26-aa23-c046d00d8f96 req-351da89a-c68d-4b39-a52f-b6ff76b2c01a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612371 Mar 23 09:04:29.890560 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 54354) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:29.958636 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321706ba-a8e0-49f8-b62e-32dc52e9921f req-ee07d46c-e303-4879-bf33-b1c4eda630f7 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:29.960271 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-321706ba-a8e0-49f8-b62e-32dc52e9921f req-ee07d46c-e303-4879-bf33-b1c4eda630f7 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 945 time: 0.0585361 Mar 23 09:04:30.023568 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dfdf5069-c0fd-4f8f-9319-2ba3940d96e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.028806 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-321706ba-a8e0-49f8-b62e-32dc52e9921f req-1bef65fe-a364-492b-b4c5-7826b4e78ef3 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625110 Mar 23 09:04:30.114687 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dfdf5069-c0fd-4f8f-9319-2ba3940d96e8 admin admin] Publish callbacks [] for security_group (d6721350-5890-4472-9857-27f191b1bf05), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.118825 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dfdf5069-c0fd-4f8f-9319-2ba3940d96e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (d6721350-5890-4472-9857-27f191b1bf05), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.158474 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-dfdf5069-c0fd-4f8f-9319-2ba3940d96e8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6ab77ecaefc846189cd880fb79aeb90a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665594 Mar 23 09:04:30.159526 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf5069-c0fd-4f8f-9319-2ba3940d96e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6721350-5890-4472-9857-27f191b1bf05,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:30.161592 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54376) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:30.214174 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dce9a8c-5767-4a9e-a220-b34316cf8e99 admin admin] Publish callbacks [] for security_group (d6721350-5890-4472-9857-27f191b1bf05), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.236672 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dce9a8c-5767-4a9e-a220-b34316cf8e99 admin admin] Publish callbacks [] for security_group (d6721350-5890-4472-9857-27f191b1bf05), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.289629 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dce9a8c-5767-4a9e-a220-b34316cf8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (d6721350-5890-4472-9857-27f191b1bf05), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.292439 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dce9a8c-5767-4a9e-a220-b34316cf8e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.293678 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-1dce9a8c-5767-4a9e-a220-b34316cf8e99 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d6721350-5890-4472-9857-27f191b1bf05 HTTP/1.1" status: 204 len: 168 time: 0.1307735 Mar 23 09:04:30.302375 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce9a8c-5767-4a9e-a220-b34316cf8e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6721350-5890-4472-9857-27f191b1bf05,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:30.486599 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-63181e33-ce41-419a-8233-8c31264b2fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.529243 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2425f0c-6132-4caa-bbe0-89421209611a req-f1d8326f-27db-4bae-9cb7-c4dcc223bc4f tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:30.530828 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f2425f0c-6132-4caa-bbe0-89421209611a req-f1d8326f-27db-4bae-9cb7-c4dcc223bc4f tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 945 time: 0.0721667 Mar 23 09:04:30.606914 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f2425f0c-6132-4caa-bbe0-89421209611a req-fa8f3196-d153-4bde-a2cc-f698bf33fbc6 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/security-groups?id=19395f8d-964d-4d21-affd-f4315653e4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541151 Mar 23 09:04:30.607979 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 54404) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:30.623833 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43e5e5dc-cea4-4478-80d9-85e76d4bf97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.625893 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.726397 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43e5e5dc-cea4-4478-80d9-85e76d4bf97f admin admin] Publish callbacks [] for security_group (c3314231-a5de-40e0-98f7-0b36bc0caac6), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.730665 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43e5e5dc-cea4-4478-80d9-85e76d4bf97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (c3314231-a5de-40e0-98f7-0b36bc0caac6), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.773891 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-43e5e5dc-cea4-4478-80d9-85e76d4bf97f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=225872f0ff97452ab716403237541f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644242 Mar 23 09:04:30.774775 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5e5dc-cea4-4478-80d9-85e76d4bf97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3314231-a5de-40e0-98f7-0b36bc0caac6,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:30.781373 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54412) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:30.830591 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ee15e84b-9306-4a3b-ad30-1cdccad19f1c admin admin] Publish callbacks [] for security_group (c3314231-a5de-40e0-98f7-0b36bc0caac6), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.854308 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ee15e84b-9306-4a3b-ad30-1cdccad19f1c admin admin] Publish callbacks [] for security_group (c3314231-a5de-40e0-98f7-0b36bc0caac6), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.914024 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ee15e84b-9306-4a3b-ad30-1cdccad19f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (c3314231-a5de-40e0-98f7-0b36bc0caac6), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.917122 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ee15e84b-9306-4a3b-ad30-1cdccad19f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:30.921827 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-ee15e84b-9306-4a3b-ad30-1cdccad19f1c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c3314231-a5de-40e0-98f7-0b36bc0caac6 HTTP/1.1" status: 204 len: 168 time: 0.1438875 Mar 23 09:04:30.936688 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e84b-9306-4a3b-ad30-1cdccad19f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3314231-a5de-40e0-98f7-0b36bc0caac6,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:30.990054 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed14319-b807-480f-9621-b041463b6f7b req-a8a5f61d-f127-4b3d-960f-7dab6e7188bb tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:30.991721 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6ed14319-b807-480f-9621-b041463b6f7b req-a8a5f61d-f127-4b3d-960f-7dab6e7188bb tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0752165 Mar 23 09:04:31.050595 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6ed14319-b807-480f-9621-b041463b6f7b req-8fe63b99-9539-4fb8-826f-11824b85dd06 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526640 Mar 23 09:04:31.162887 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee600e-cacb-4763-9b6c-cce52444f4cc req-38b852e7-2b36-408f-8a47-77d5d1b57eba tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:31.164664 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fdee600e-cacb-4763-9b6c-cce52444f4cc req-38b852e7-2b36-408f-8a47-77d5d1b57eba tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 945 time: 0.0594292 Mar 23 09:04:31.217470 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fdee600e-cacb-4763-9b6c-cce52444f4cc req-f6acf87e-3f24-409f-a347-4067b497ebb7 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470824 Mar 23 09:04:31.530187 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device b4b390bf-2fc4-4398-b329-44cce044fd19 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:04:31.598999 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port b4b390bf-2fc4-4398-b329-44cce044fd19 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:04:31.605774 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port b4b390bf-2fc4-4398-b329-44cce044fd19 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:04:31.606426 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (b4b390bf-2fc4-4398-b329-44cce044fd19), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:31.716216 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port b4b390bf-2fc4-4398-b329-44cce044fd19 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:31.716598 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (b4b390bf-2fc4-4398-b329-44cce044fd19), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:31.741289 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56066944-17e6-4467-83bc-6b38c8e7e548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b390bf-2fc4-4398-b329-44cce044fd19'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:31.744078 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2689cb89-cec7-4885-b4f9-a8dd24cbd632" -d '{"events": [{"server_uuid": "56066944-17e6-4467-83bc-6b38c8e7e548", "name": "network-vif-plugged", "status": "completed", "tag": "b4b390bf-2fc4-4398-b329-44cce044fd19"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:31.758140 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port b4b390bf-2fc4-4398-b329-44cce044fd19, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b4b390bf-2fc4-4398-b329-44cce044fd19,segment=NetworkSegment(e4373a8a-eddd-4525-b4c4-e59c938b69da),segment_id=e4373a8a-eddd-4525-b4c4-e59c938b69da)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:31.760636 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdead4d-303e-47a7-a77f-0c7914c32ae7 req-94185492-0950-45d0-9370-ea3fff7cc4b6 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:31.762440 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2cdead4d-303e-47a7-a77f-0c7914c32ae7 req-94185492-0950-45d0-9370-ea3fff7cc4b6 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 945 time: 0.0750890 Mar 23 09:04:31.767069 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (b4b390bf-2fc4-4398-b329-44cce044fd19), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:31.767947 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 19ae7112-4c4b-4548-91e2-1b786e53fd86 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:04:31.797501 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1695a3e2-9ecc-453f-a727-91ea1f130088 x-openstack-request-id: req-1695a3e2-9ecc-453f-a727-91ea1f130088 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:31.798041 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56066944-17e6-4467-83bc-6b38c8e7e548", "name": "network-vif-plugged", "status": "completed", "tag": "b4b390bf-2fc4-4398-b329-44cce044fd19", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:31.798448 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1695a3e2-9ecc-453f-a727-91ea1f130088 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:31.799061 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1695a3e2-9ecc-453f-a727-91ea1f130088'] response: {'server_uuid': '56066944-17e6-4467-83bc-6b38c8e7e548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b390bf-2fc4-4398-b329-44cce044fd19', 'code': 200} Mar 23 09:04:31.832528 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2cdead4d-303e-47a7-a77f-0c7914c32ae7 req-b3b809bb-193c-467c-8f5f-bb909472939f tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/security-groups?id=19395f8d-964d-4d21-affd-f4315653e4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612428 Mar 23 09:04:31.914374 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=b4b390bf-2fc4-4398-b329-44cce044fd19,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:31.937129 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port 19ae7112-4c4b-4548-91e2-1b786e53fd86 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:04:31.943899 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 19ae7112-4c4b-4548-91e2-1b786e53fd86 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:04:31.944517 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (19ae7112-4c4b-4548-91e2-1b786e53fd86), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:31.991459 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480b942-d2ff-4209-b4bb-469ac4a27df8 req-9a3f20b3-3b57-4d98-a899-0e12c5df86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:31.992982 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0480b942-d2ff-4209-b4bb-469ac4a27df8 req-9a3f20b3-3b57-4d98-a899-0e12c5df86e1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 1130 time: 0.0466735 Mar 23 09:04:32.047533 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 19ae7112-4c4b-4548-91e2-1b786e53fd86 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:04:32.047958 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (19ae7112-4c4b-4548-91e2-1b786e53fd86), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:32.056626 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0480b942-d2ff-4209-b4bb-469ac4a27df8 req-a97bbaf8-85d7-4f63-8d4c-c6c0f6940964 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=19395f8d-964d-4d21-affd-f4315653e4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571842 Mar 23 09:04:32.085804 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 19ae7112-4c4b-4548-91e2-1b786e53fd86, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=19ae7112-4c4b-4548-91e2-1b786e53fd86,segment=NetworkSegment(cd46ac62-5734-48fc-8d32-09fdf3daf023),segment_id=cd46ac62-5734-48fc-8d32-09fdf3daf023)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:32.098131 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (19ae7112-4c4b-4548-91e2-1b786e53fd86), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:32.160166 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=19ae7112-4c4b-4548-91e2-1b786e53fd86,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:32.206733 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb797577-1c34-4341-8b87-c2330b0fd17a req-9ec199c0-a76f-4c87-9403-0da1dfa6df12 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:32.209157 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cb797577-1c34-4341-8b87-c2330b0fd17a req-9ec199c0-a76f-4c87-9403-0da1dfa6df12 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0711710 Mar 23 09:04:32.274658 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cb797577-1c34-4341-8b87-c2330b0fd17a req-43ee9b0a-d97f-48ee-8b70-c61ae5c2186c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589781 Mar 23 09:04:32.363261 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c2daa-d8b4-46e8-99ed-6ee78bd38fb0 req-0f0008ba-4451-4fd1-bdfb-8fc692678fad tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:32.364775 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fd9c2daa-d8b4-46e8-99ed-6ee78bd38fb0 req-0f0008ba-4451-4fd1-bdfb-8fc692678fad tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 946 time: 0.0644670 Mar 23 09:04:32.422170 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fd9c2daa-d8b4-46e8-99ed-6ee78bd38fb0 req-36b64c42-fa7c-4cd6-8be1-d6f652522e8b tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467248 Mar 23 09:04:32.423368 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54484) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:32.638958 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf643-46f3-44c1-a875-0b5d3fe5809c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:32.723015 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf643-46f3-44c1-a875-0b5d3fe5809c admin admin] Publish callbacks [] for security_group (3189b2c9-9168-4583-939b-96f47e6652d4), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:32.727974 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf643-46f3-44c1-a875-0b5d3fe5809c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (3189b2c9-9168-4583-939b-96f47e6652d4), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:32.767651 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbf643-46f3-44c1-a875-0b5d3fe5809c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3189b2c9-9168-4583-939b-96f47e6652d4,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:32.774563 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-5dcbf643-46f3-44c1-a875-0b5d3fe5809c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=681818cbb3db42bebd206b2c9fd0cafb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497241 Mar 23 09:04:32.776850 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54498) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:32.836688 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e824ecb3-09de-4561-a497-62138cd81693 admin admin] Publish callbacks [] for security_group (3189b2c9-9168-4583-939b-96f47e6652d4), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:32.840391 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c36a2acf-6c4a-4233-b6cf-c077b042d24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:32.864877 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e824ecb3-09de-4561-a497-62138cd81693 admin admin] Publish callbacks [] for security_group (3189b2c9-9168-4583-939b-96f47e6652d4), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:32.929315 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e824ecb3-09de-4561-a497-62138cd81693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (3189b2c9-9168-4583-939b-96f47e6652d4), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:32.932615 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e824ecb3-09de-4561-a497-62138cd81693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:32.936442 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-e824ecb3-09de-4561-a497-62138cd81693 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3189b2c9-9168-4583-939b-96f47e6652d4 HTTP/1.1" status: 204 len: 168 time: 0.1586335 Mar 23 09:04:32.978677 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824ecb3-09de-4561-a497-62138cd81693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3189b2c9-9168-4583-939b-96f47e6652d4,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:33.025426 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e602c-967e-4836-9a55-ed7e3d8f0792 req-940d263b-84bd-43e2-8329-c78f96d39403 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:33.027017 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cd0e602c-967e-4836-9a55-ed7e3d8f0792 req-940d263b-84bd-43e2-8329-c78f96d39403 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 946 time: 0.0894318 Mar 23 09:04:33.078929 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cd0e602c-967e-4836-9a55-ed7e3d8f0792 req-10ea728e-f0b1-4e98-b82a-95b13bef0362 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/security-groups?id=19395f8d-964d-4d21-affd-f4315653e4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452352 Mar 23 09:04:33.292722 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54530) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:33.306961 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-45d01beb-b485-47f5-9583-c04d4fbabc6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:33.418237 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2aa739-0a26-4e77-9b26-6946c566814e req-26d83c3e-1d6f-4369-9d9a-7a9ddd490f99 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:33.420762 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6f2aa739-0a26-4e77-9b26-6946c566814e req-26d83c3e-1d6f-4369-9d9a-7a9ddd490f99 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0629306 Mar 23 09:04:33.453688 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-45d01beb-b485-47f5-9583-c04d4fbabc6d admin admin] Publish callbacks [] for security_group (3ae186bd-c41e-449e-abc9-ec71a1d72aca), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:33.460939 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-45d01beb-b485-47f5-9583-c04d4fbabc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (3ae186bd-c41e-449e-abc9-ec71a1d72aca), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:33.500682 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6f2aa739-0a26-4e77-9b26-6946c566814e req-64b7196c-6d1f-4cf4-b129-f2c5091c121e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610716 Mar 23 09:04:33.530909 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d01beb-b485-47f5-9583-c04d4fbabc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae186bd-c41e-449e-abc9-ec71a1d72aca,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:33.540358 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 54542) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:33.540704 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-45d01beb-b485-47f5-9583-c04d4fbabc6d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cb69cc2ba63d47d6abf6e88592954a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467771 Mar 23 09:04:33.630188 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef29733b-e8ee-4009-ba6d-61838ce3b03a admin admin] Publish callbacks [] for security_group (3ae186bd-c41e-449e-abc9-ec71a1d72aca), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:33.640735 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a7b6e-aa8b-47be-95ab-501f65b1d21c req-0d4f20ff-dd79-4f63-8b50-3905ca4eda71 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:33.642332 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0a2a7b6e-aa8b-47be-95ab-501f65b1d21c req-0d4f20ff-dd79-4f63-8b50-3905ca4eda71 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 946 time: 0.0962079 Mar 23 09:04:33.660111 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef29733b-e8ee-4009-ba6d-61838ce3b03a admin admin] Publish callbacks [] for security_group (3ae186bd-c41e-449e-abc9-ec71a1d72aca), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:33.701539 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0a2a7b6e-aa8b-47be-95ab-501f65b1d21c req-bd3faca8-9502-45e5-9174-31faede4eac5 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520856 Mar 23 09:04:33.720804 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef29733b-e8ee-4009-ba6d-61838ce3b03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (3ae186bd-c41e-449e-abc9-ec71a1d72aca), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:33.724440 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef29733b-e8ee-4009-ba6d-61838ce3b03a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:33.725600 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-ef29733b-e8ee-4009-ba6d-61838ce3b03a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3ae186bd-c41e-449e-abc9-ec71a1d72aca HTTP/1.1" status: 204 len: 168 time: 0.1836934 Mar 23 09:04:33.736323 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29733b-e8ee-4009-ba6d-61838ce3b03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae186bd-c41e-449e-abc9-ec71a1d72aca,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:33.779020 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54548) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:33.799999 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33adde73-dfdb-4aad-991d-5f8081c877a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ae7112-4c4b-4548-91e2-1b786e53fd86'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:33.803219 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c18d2f-97e7-4d84-8ed3-bed8e9980941" -d '{"events": [{"server_uuid": "33adde73-dfdb-4aad-991d-5f8081c877a0", "name": "network-vif-plugged", "status": "completed", "tag": "19ae7112-4c4b-4548-91e2-1b786e53fd86"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:33.849721 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851a408e-e5d5-4069-b853-34a559455614 x-openstack-request-id: req-851a408e-e5d5-4069-b853-34a559455614 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:33.850347 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33adde73-dfdb-4aad-991d-5f8081c877a0", "name": "network-vif-plugged", "status": "completed", "tag": "19ae7112-4c4b-4548-91e2-1b786e53fd86", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:33.850612 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-851a408e-e5d5-4069-b853-34a559455614 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:33.851074 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851a408e-e5d5-4069-b853-34a559455614'] response: {'server_uuid': '33adde73-dfdb-4aad-991d-5f8081c877a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ae7112-4c4b-4548-91e2-1b786e53fd86', 'code': 200} Mar 23 09:04:33.937307 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-524fc946-70b4-4693-a987-496fb599957d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:33.989235 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:34.055360 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d215fd6-48e9-4f0a-ad3a-c39e2ea2227a req-ce37dbbf-658c-4439-af23-d5587f7e62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:34.057176 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0d215fd6-48e9-4f0a-ad3a-c39e2ea2227a req-ce37dbbf-658c-4439-af23-d5587f7e62e1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 1130 time: 0.0500655 Mar 23 09:04:34.062377 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-524fc946-70b4-4693-a987-496fb599957d admin admin] Publish callbacks [] for security_group (2a4b700a-5595-4651-8bf3-e1da37b7d0a8), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:34.068459 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-524fc946-70b4-4693-a987-496fb599957d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (2a4b700a-5595-4651-8bf3-e1da37b7d0a8), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:34.108228 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fc946-70b4-4693-a987-496fb599957d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4b700a-5595-4651-8bf3-e1da37b7d0a8,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:34.114746 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-524fc946-70b4-4693-a987-496fb599957d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=835389c6829a413e84afe24f39a9fb83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345098 Mar 23 09:04:34.119878 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54558) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:34.129441 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0d215fd6-48e9-4f0a-ad3a-c39e2ea2227a req-1adcc26b-eca7-4824-93e5-0e084312d26d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539744 Mar 23 09:04:34.185774 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a0adf3c5-26a2-4db3-a7e2-af991ea2fef1 admin admin] Publish callbacks [] for security_group (2a4b700a-5595-4651-8bf3-e1da37b7d0a8), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:34.190832 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 54560) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:34.204344 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7387ea7e-3a9d-4123-85e5-1bedaea8331c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:34.226008 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a0adf3c5-26a2-4db3-a7e2-af991ea2fef1 admin admin] Publish callbacks [] for security_group (2a4b700a-5595-4651-8bf3-e1da37b7d0a8), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:34.267771 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf5a97-411b-49bb-a5ad-f23c8f6fa5a0 req-771e90e5-e5d9-47e0-a799-48f3120d9bd1 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:34.269429 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7edf5a97-411b-49bb-a5ad-f23c8f6fa5a0 req-771e90e5-e5d9-47e0-a799-48f3120d9bd1 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 946 time: 0.0993567 Mar 23 09:04:34.294239 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7387ea7e-3a9d-4123-85e5-1bedaea8331c admin admin] Publish callbacks [] for security_group (b9563fd6-3081-4dd4-9bd7-626ae9f54e09), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:34.298725 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7387ea7e-3a9d-4123-85e5-1bedaea8331c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (b9563fd6-3081-4dd4-9bd7-626ae9f54e09), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:34.303832 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a0adf3c5-26a2-4db3-a7e2-af991ea2fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (2a4b700a-5595-4651-8bf3-e1da37b7d0a8), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:34.306358 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a0adf3c5-26a2-4db3-a7e2-af991ea2fef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:34.307487 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-a0adf3c5-26a2-4db3-a7e2-af991ea2fef1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2a4b700a-5595-4651-8bf3-e1da37b7d0a8 HTTP/1.1" status: 204 len: 168 time: 0.1866615 Mar 23 09:04:34.332421 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adf3c5-26a2-4db3-a7e2-af991ea2fef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4b700a-5595-4651-8bf3-e1da37b7d0a8,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:34.348861 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7edf5a97-411b-49bb-a5ad-f23c8f6fa5a0 req-67325721-5432-45b3-9caf-667ab6899ae8 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/security-groups?id=19395f8d-964d-4d21-affd-f4315653e4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656445 Mar 23 09:04:34.354184 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-7387ea7e-3a9d-4123-85e5-1bedaea8331c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=20c81474972a4549afabce275c179bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619248 Mar 23 09:04:34.355110 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387ea7e-3a9d-4123-85e5-1bedaea8331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9563fd6-3081-4dd4-9bd7-626ae9f54e09,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:34.356721 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54564) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:34.413529 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0d9e78ef-b5bb-4c14-9475-eb7e4b2c1f72 admin admin] Publish callbacks [] for security_group (b9563fd6-3081-4dd4-9bd7-626ae9f54e09), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:34.440562 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0d9e78ef-b5bb-4c14-9475-eb7e4b2c1f72 admin admin] Publish callbacks [] for security_group (b9563fd6-3081-4dd4-9bd7-626ae9f54e09), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:34.501096 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0d9e78ef-b5bb-4c14-9475-eb7e4b2c1f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (b9563fd6-3081-4dd4-9bd7-626ae9f54e09), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:34.503996 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0d9e78ef-b5bb-4c14-9475-eb7e4b2c1f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:34.508001 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-0d9e78ef-b5bb-4c14-9475-eb7e4b2c1f72 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b9563fd6-3081-4dd4-9bd7-626ae9f54e09 HTTP/1.1" status: 204 len: 168 time: 0.1472671 Mar 23 09:04:34.515794 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e78ef-b5bb-4c14-9475-eb7e4b2c1f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9563fd6-3081-4dd4-9bd7-626ae9f54e09,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:34.653655 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149ae2e-2e69-499f-b990-36eb28a6cbec req-4fd42804-cefd-4143-a8bd-7cb66f348e3a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:34.664011 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9149ae2e-2e69-499f-b990-36eb28a6cbec req-4fd42804-cefd-4143-a8bd-7cb66f348e3a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0840454 Mar 23 09:04:34.730044 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9149ae2e-2e69-499f-b990-36eb28a6cbec req-49876985-f989-476e-8c22-b4ab2d72c65c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568402 Mar 23 09:04:34.883387 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985174f-38df-42f4-b9eb-1f3e97598a1b req-f3e8f1a6-e0a3-4736-903a-40950993cc52 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:34.885330 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7985174f-38df-42f4-b9eb-1f3e97598a1b req-f3e8f1a6-e0a3-4736-903a-40950993cc52 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 946 time: 0.0729916 Mar 23 09:04:34.923968 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 54586) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:34.939050 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-add67903-2281-4b1a-8ee5-c8f6af023f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:34.961376 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7985174f-38df-42f4-b9eb-1f3e97598a1b req-e883172e-0c33-4d99-b513-d1da2f8d241a tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699100 Mar 23 09:04:35.031373 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-add67903-2281-4b1a-8ee5-c8f6af023f63 admin admin] Publish callbacks [] for security_group (7aa81ff5-5d6b-4a42-b1d8-e7616c7005d7), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:35.037144 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-add67903-2281-4b1a-8ee5-c8f6af023f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (7aa81ff5-5d6b-4a42-b1d8-e7616c7005d7), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:35.079982 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-add67903-2281-4b1a-8ee5-c8f6af023f63 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9a91e6d72d9d4f7b8816ac900b24f4ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543279 Mar 23 09:04:35.081965 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add67903-2281-4b1a-8ee5-c8f6af023f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa81ff5-5d6b-4a42-b1d8-e7616c7005d7,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:35.082783 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54592) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:35.136734 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-da20bcd2-c9ae-4be1-9149-b0a1f6e5d513 admin admin] Publish callbacks [] for security_group (7aa81ff5-5d6b-4a42-b1d8-e7616c7005d7), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:35.157915 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-da20bcd2-c9ae-4be1-9149-b0a1f6e5d513 admin admin] Publish callbacks [] for security_group (7aa81ff5-5d6b-4a42-b1d8-e7616c7005d7), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:35.213464 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-da20bcd2-c9ae-4be1-9149-b0a1f6e5d513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (7aa81ff5-5d6b-4a42-b1d8-e7616c7005d7), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:35.216027 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-da20bcd2-c9ae-4be1-9149-b0a1f6e5d513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:35.217346 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-da20bcd2-c9ae-4be1-9149-b0a1f6e5d513 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7aa81ff5-5d6b-4a42-b1d8-e7616c7005d7 HTTP/1.1" status: 204 len: 168 time: 0.1329796 Mar 23 09:04:35.225645 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20bcd2-c9ae-4be1-9149-b0a1f6e5d513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa81ff5-5d6b-4a42-b1d8-e7616c7005d7,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:35.595293 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:35.892686 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782c7ba-9eda-4155-a054-38b31a0e6370 req-e868096f-2c8f-48b3-a7c6-0ebdf85dc13b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:35.895492 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6782c7ba-9eda-4155-a054-38b31a0e6370 req-e868096f-2c8f-48b3-a7c6-0ebdf85dc13b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0718558 Mar 23 09:04:35.976020 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6782c7ba-9eda-4155-a054-38b31a0e6370 req-93708abc-83b3-4e61-ba17-19d1a8c98493 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747049 Mar 23 09:04:36.175194 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e462a-780d-4c31-89fe-8203bb3b64ac req-2028b59e-d425-4cc4-889e-b00e8ae31421 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:36.192896 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-1d6e462a-780d-4c31-89fe-8203bb3b64ac req-2028b59e-d425-4cc4-889e-b00e8ae31421 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 946 time: 0.1374555 Mar 23 09:04:36.271447 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022b131-3725-417d-a758-49e57b931e01 req-0d7e038f-b247-4ede-b5db-80005272622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:36.274329 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e022b131-3725-417d-a758-49e57b931e01 req-0d7e038f-b247-4ede-b5db-80005272622d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 1129 time: 0.0511391 Mar 23 09:04:36.285721 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-1d6e462a-780d-4c31-89fe-8203bb3b64ac req-bd292ef1-fd47-4fa2-8487-612b7e02c29c tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870631 Mar 23 09:04:36.335998 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e022b131-3725-417d-a758-49e57b931e01 req-e067ef33-dd58-4fad-b3ea-09cc4e57a850 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547218 Mar 23 09:04:36.845245 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:37.130825 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268755a-d1a2-4809-930a-96a9c4a7a5ec req-6464c770-c99a-4e20-ad0b-fa25e381a6de tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:37.132853 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4268755a-d1a2-4809-930a-96a9c4a7a5ec req-6464c770-c99a-4e20-ad0b-fa25e381a6de tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0710809 Mar 23 09:04:37.191038 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4268755a-d1a2-4809-930a-96a9c4a7a5ec req-23fb010a-140d-4f3e-8f5c-8ef326472df0 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503528 Mar 23 09:04:37.246528 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385409c5-e2a3-4776-9952-c6de60bbd412 req-49eaaa3e-50af-41c0-b676-3270ae2dc1c5 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:37.248773 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-385409c5-e2a3-4776-9952-c6de60bbd412 req-49eaaa3e-50af-41c0-b676-3270ae2dc1c5 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 946 time: 0.0671566 Mar 23 09:04:37.308134 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-385409c5-e2a3-4776-9952-c6de60bbd412 req-72e38a49-524f-4b0b-87e2-ca350c2b0148 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/security-groups?id=19395f8d-964d-4d21-affd-f4315653e4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523410 Mar 23 09:04:37.437792 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45e723-6fed-49ec-9067-55d607c23ffe req-23125d2c-58c4-4ad5-b079-e4c08de92405 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:37.440392 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-1c45e723-6fed-49ec-9067-55d607c23ffe req-23125d2c-58c4-4ad5-b079-e4c08de92405 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 946 time: 0.0716953 Mar 23 09:04:37.482461 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54728) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:37.506694 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-1c45e723-6fed-49ec-9067-55d607c23ffe req-0c52b4ba-b253-4f16-a1a0-c8860eb637ff tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604582 Mar 23 09:04:37.762635 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c1df90ba-3fbb-41ae-989b-3d9ef8ccefbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:37.864420 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c1df90ba-3fbb-41ae-989b-3d9ef8ccefbe admin admin] Publish callbacks [] for security_group (3f166efd-d8da-4620-bc66-91575a7de799), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:37.870063 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c1df90ba-3fbb-41ae-989b-3d9ef8ccefbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (3f166efd-d8da-4620-bc66-91575a7de799), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:37.904332 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-c1df90ba-3fbb-41ae-989b-3d9ef8ccefbe admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=57612996dc794a85bc7987878746f02f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4208479 Mar 23 09:04:37.907333 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 54744) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:37.918522 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df90ba-3fbb-41ae-989b-3d9ef8ccefbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f166efd-d8da-4620-bc66-91575a7de799,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:37.963048 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd08a9e4-89dd-45d3-89c2-9b41fa33c580 admin admin] Publish callbacks [] for security_group (3f166efd-d8da-4620-bc66-91575a7de799), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:37.991449 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd08a9e4-89dd-45d3-89c2-9b41fa33c580 admin admin] Publish callbacks [] for security_group (3f166efd-d8da-4620-bc66-91575a7de799), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:38.050712 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd08a9e4-89dd-45d3-89c2-9b41fa33c580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (3f166efd-d8da-4620-bc66-91575a7de799), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:38.053800 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd08a9e4-89dd-45d3-89c2-9b41fa33c580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:38.055986 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-cd08a9e4-89dd-45d3-89c2-9b41fa33c580 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3f166efd-d8da-4620-bc66-91575a7de799 HTTP/1.1" status: 204 len: 168 time: 0.1475456 Mar 23 09:04:38.064724 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08a9e4-89dd-45d3-89c2-9b41fa33c580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f166efd-d8da-4620-bc66-91575a7de799,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:38.303526 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24efb8-698d-467e-9341-0778b6efc8f1 req-cce2c1f8-d082-4679-9283-5aaa0b239e78 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:38.306111 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9a24efb8-698d-467e-9341-0778b6efc8f1 req-cce2c1f8-d082-4679-9283-5aaa0b239e78 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 946 time: 0.0576973 Mar 23 09:04:38.332288 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85883a-d906-4e8b-ba97-e4fe5ea27775 req-50af21d1-f259-41b5-b171-43ffafe2f4a1 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:38.333935 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-cf85883a-d906-4e8b-ba97-e4fe5ea27775 req-50af21d1-f259-41b5-b171-43ffafe2f4a1 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0715802 Mar 23 09:04:38.364981 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9a24efb8-698d-467e-9341-0778b6efc8f1 req-1ed722e2-5d79-48f6-b786-773c897b0dec tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520830 Mar 23 09:04:38.390327 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-cf85883a-d906-4e8b-ba97-e4fe5ea27775 req-46e4d12b-be2f-4efd-b71e-6a98418e6dc6 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497081 Mar 23 09:04:38.390953 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54760) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:38.412936 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d7b2114d-fe95-465e-9152-bf2fc425927d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:38.524601 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e19ea-3fba-4d97-80f7-a34593fc51cb req-055d1c0f-bacc-4729-ab7f-c257e1ba0427 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:38.526147 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ba9e19ea-3fba-4d97-80f7-a34593fc51cb req-055d1c0f-bacc-4729-ab7f-c257e1ba0427 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.0595493 Mar 23 09:04:38.536230 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d7b2114d-fe95-465e-9152-bf2fc425927d admin admin] Publish callbacks [] for security_group (86927fa1-9988-4e32-a222-178651d5d224), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:38.544751 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7da1a-304e-4f28-9065-8b80dd8613f4 req-4ed198b2-0663-42a2-bc1c-50f478921439 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:38.546281 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7bd7da1a-304e-4f28-9065-8b80dd8613f4 req-4ed198b2-0663-42a2-bc1c-50f478921439 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 946 time: 0.0970812 Mar 23 09:04:38.547545 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d7b2114d-fe95-465e-9152-bf2fc425927d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (86927fa1-9988-4e32-a222-178651d5d224), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:38.583813 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ba9e19ea-3fba-4d97-80f7-a34593fc51cb req-09649b80-0dae-4784-8f4a-eab32ef6c030 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516300 Mar 23 09:04:38.606133 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-d7b2114d-fe95-465e-9152-bf2fc425927d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=317e232096804029ab6b816c9a8dfc72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133901 Mar 23 09:04:38.608417 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 54770) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:38.617167 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2114d-fe95-465e-9152-bf2fc425927d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86927fa1-9988-4e32-a222-178651d5d224,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:38.667908 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7bd7da1a-304e-4f28-9065-8b80dd8613f4 req-e7ad4867-0140-4611-9aa3-f5dd7f75993d tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/security-groups?id=19395f8d-964d-4d21-affd-f4315653e4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089694 Mar 23 09:04:38.672702 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6d82e82e-25a6-49d7-9022-9878c430ee23 admin admin] Publish callbacks [] for security_group (86927fa1-9988-4e32-a222-178651d5d224), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:38.699271 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6d82e82e-25a6-49d7-9022-9878c430ee23 admin admin] Publish callbacks [] for security_group (86927fa1-9988-4e32-a222-178651d5d224), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:38.767231 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6d82e82e-25a6-49d7-9022-9878c430ee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (86927fa1-9988-4e32-a222-178651d5d224), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:38.770527 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6d82e82e-25a6-49d7-9022-9878c430ee23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:38.774646 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-6d82e82e-25a6-49d7-9022-9878c430ee23 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/86927fa1-9988-4e32-a222-178651d5d224 HTTP/1.1" status: 204 len: 168 time: 0.1650343 Mar 23 09:04:38.791222 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82e82e-25a6-49d7-9022-9878c430ee23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86927fa1-9988-4e32-a222-178651d5d224,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:39.217098 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33882fb2-2b1c-4e61-9617-b86ae1543d86 req-b32be67e-c6a5-47b6-be02-d31a03ff4b97 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:39.218678 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-33882fb2-2b1c-4e61-9617-b86ae1543d86 req-b32be67e-c6a5-47b6-be02-d31a03ff4b97 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.93 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 946 time: 0.0576320 Mar 23 09:04:39.320342 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-33882fb2-2b1c-4e61-9617-b86ae1543d86 req-94fd835b-2a91-4b7a-acf6-9a86a220bc93 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Deleting port b4b390bf-2fc4-4398-b329-44cce044fd19 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:04:39.320679 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-33882fb2-2b1c-4e61-9617-b86ae1543d86 req-94fd835b-2a91-4b7a-acf6-9a86a220bc93 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (b4b390bf-2fc4-4398-b329-44cce044fd19), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:39.440478 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-33882fb2-2b1c-4e61-9617-b86ae1543d86 req-94fd835b-2a91-4b7a-acf6-9a86a220bc93 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] For port b4b390bf-2fc4-4398-b329-44cce044fd19, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b4b390bf-2fc4-4398-b329-44cce044fd19,segment=NetworkSegment(e4373a8a-eddd-4525-b4c4-e59c938b69da),segment_id=e4373a8a-eddd-4525-b4c4-e59c938b69da)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:39.441105 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-33882fb2-2b1c-4e61-9617-b86ae1543d86 req-94fd835b-2a91-4b7a-acf6-9a86a220bc93 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (b4b390bf-2fc4-4398-b329-44cce044fd19), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:39.504116 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-33882fb2-2b1c-4e61-9617-b86ae1543d86 req-94fd835b-2a91-4b7a-acf6-9a86a220bc93 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Calling delete_port for b4b390bf-2fc4-4398-b329-44cce044fd19 owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:04:39.587637 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f47ae1-3115-48f1-84ab-7afaba9171f6 req-f2ed64f4-210b-41fe-9a89-6aa577d40329 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:39.589176 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b7f47ae1-3115-48f1-84ab-7afaba9171f6 req-f2ed64f4-210b-41fe-9a89-6aa577d40329 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 946 time: 0.1433337 Mar 23 09:04:39.694640 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b7f47ae1-3115-48f1-84ab-7afaba9171f6 req-7eb53dda-575b-413f-a7bc-1cbfc9f5dd5f tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783207 Mar 23 09:04:39.724086 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-33882fb2-2b1c-4e61-9617-b86ae1543d86 req-94fd835b-2a91-4b7a-acf6-9a86a220bc93 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068'] for port (b4b390bf-2fc4-4398-b329-44cce044fd19), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:39.744592 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['b4b390bf-2fc4-4398-b329-44cce044fd19'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:04:39.755864 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd835b-2a91-4b7a-acf6-9a86a220bc93 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Pushing event deleted for resources: {'Port': ['ID=b4b390bf-2fc4-4398-b329-44cce044fd19,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:39.801223 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-056ba892-f8aa-434a-95f8-78c7096246b0 req-178f5646-19a9-45bb-8843-48c29bbade56 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.91 "GET /v2.0/ports?device_id=56066944-17e6-4467-83bc-6b38c8e7e548 HTTP/1.1" status: 200 len: 210 time: 0.0346446 Mar 23 09:04:39.806159 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-33882fb2-2b1c-4e61-9617-b86ae1543d86 req-94fd835b-2a91-4b7a-acf6-9a86a220bc93 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] No DVR routers for this DVR port b4b390bf-2fc4-4398-b329-44cce044fd19 on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:04:39.809381 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-33882fb2-2b1c-4e61-9617-b86ae1543d86 req-94fd835b-2a91-4b7a-acf6-9a86a220bc93 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:39.823262 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-33882fb2-2b1c-4e61-9617-b86ae1543d86 req-94fd835b-2a91-4b7a-acf6-9a86a220bc93 tempest-VolumesActionsTest-1174967316 tempest-VolumesActionsTest-1174967316-project] 10.222.0.93 "DELETE /v2.0/ports/b4b390bf-2fc4-4398-b329-44cce044fd19 HTTP/1.1" status: 204 len: 173 time: 0.5873802 Mar 23 09:04:39.823262 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56066944-17e6-4467-83bc-6b38c8e7e548', 'name': 'network-vif-deleted', 'tag': 'b4b390bf-2fc4-4398-b329-44cce044fd19'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:39.823262 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cf9ed6-ec15-445f-9bbf-988cc0ac249c" -d '{"events": [{"server_uuid": "56066944-17e6-4467-83bc-6b38c8e7e548", "name": "network-vif-deleted", "tag": "b4b390bf-2fc4-4398-b329-44cce044fd19"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:39.880926 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d25a949-eb6f-47a8-80ed-c2825c22cd97 x-openstack-request-id: req-6d25a949-eb6f-47a8-80ed-c2825c22cd97 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:39.881365 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56066944-17e6-4467-83bc-6b38c8e7e548", "name": "network-vif-deleted", "tag": "b4b390bf-2fc4-4398-b329-44cce044fd19", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:39.881776 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6d25a949-eb6f-47a8-80ed-c2825c22cd97 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:39.882702 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d25a949-eb6f-47a8-80ed-c2825c22cd97'] response: {'server_uuid': '56066944-17e6-4467-83bc-6b38c8e7e548', 'name': 'network-vif-deleted', 'tag': 'b4b390bf-2fc4-4398-b329-44cce044fd19', 'status': 'completed', 'code': 200} Mar 23 09:04:40.339536 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6620f3-e462-4065-90a4-67db2b5e13e4 req-11506e55-0aac-4ad6-b25c-bca343b432b9 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:40.341041 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5d6620f3-e462-4065-90a4-67db2b5e13e4 req-11506e55-0aac-4ad6-b25c-bca343b432b9 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.93 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 946 time: 0.0597312 Mar 23 09:04:40.487235 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddd6d4-8aa5-49e2-a13e-fe07ad4ca57e req-397b2481-3a12-4b98-a858-6c50f4ee344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:40.488817 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2cddd6d4-8aa5-49e2-a13e-fe07ad4ca57e req-397b2481-3a12-4b98-a858-6c50f4ee344d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 1130 time: 0.1381500 Mar 23 09:04:40.504811 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df7723-0574-4e97-99b7-6b4d08e0f650 req-41a71fb2-44a5-4214-87db-96d383345140 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:40.506702 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-38df7723-0574-4e97-99b7-6b4d08e0f650 req-41a71fb2-44a5-4214-87db-96d383345140 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.1549070 Mar 23 09:04:40.609788 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-5d6620f3-e462-4065-90a4-67db2b5e13e4 req-b969f57a-d1c8-4b73-8798-c410b010209d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Deleting port 19ae7112-4c4b-4548-91e2-1b786e53fd86 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:04:40.610040 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5d6620f3-e462-4065-90a4-67db2b5e13e4 req-b969f57a-d1c8-4b73-8798-c410b010209d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (19ae7112-4c4b-4548-91e2-1b786e53fd86), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:40.668668 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-38df7723-0574-4e97-99b7-6b4d08e0f650 req-5087849f-9dfe-4a96-8c6b-1b6ff104dc18 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533906 Mar 23 09:04:40.709203 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddd6d4-8aa5-49e2-a13e-fe07ad4ca57e req-0d6de907-3649-4949-8f67-f3f1c9c70267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:40.710740 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2cddd6d4-8aa5-49e2-a13e-fe07ad4ca57e req-0d6de907-3649-4949-8f67-f3f1c9c70267 service neutron] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 920 time: 0.2149317 Mar 23 09:04:40.765340 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2cddd6d4-8aa5-49e2-a13e-fe07ad4ca57e req-5259a17f-7b5f-4e17-be15-6b13a2f6f69f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 HTTP/1.1" status: 200 len: 217 time: 0.0485868 Mar 23 09:04:40.781182 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-5d6620f3-e462-4065-90a4-67db2b5e13e4 req-b969f57a-d1c8-4b73-8798-c410b010209d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] For port 19ae7112-4c4b-4548-91e2-1b786e53fd86, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=19ae7112-4c4b-4548-91e2-1b786e53fd86,segment=NetworkSegment(cd46ac62-5734-48fc-8d32-09fdf3daf023),segment_id=cd46ac62-5734-48fc-8d32-09fdf3daf023)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:04:40.781584 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5d6620f3-e462-4065-90a4-67db2b5e13e4 req-b969f57a-d1c8-4b73-8798-c410b010209d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (19ae7112-4c4b-4548-91e2-1b786e53fd86), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:40.820696 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-5d6620f3-e462-4065-90a4-67db2b5e13e4 req-b969f57a-d1c8-4b73-8798-c410b010209d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Calling delete_port for 19ae7112-4c4b-4548-91e2-1b786e53fd86 owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:04:40.840634 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddd6d4-8aa5-49e2-a13e-fe07ad4ca57e req-c382e6af-0a63-4fa1-afb6-0c670ceac3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:40.842538 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2cddd6d4-8aa5-49e2-a13e-fe07ad4ca57e req-c382e6af-0a63-4fa1-afb6-0c670ceac3ee service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.0708957 Mar 23 09:04:40.865513 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5de26-0eee-407d-ad97-8a06a3749c7c req-c143048b-551e-4e8a-b134-4b4d2fa0acce tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:40.867120 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8ec5de26-0eee-407d-ad97-8a06a3749c7c req-c143048b-551e-4e8a-b134-4b4d2fa0acce tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 946 time: 0.0690503 Mar 23 09:04:40.944029 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8ec5de26-0eee-407d-ad97-8a06a3749c7c req-b3a713e7-7285-423b-b80c-c55e987c8b53 tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/security-groups?id=ddaac9a5-9ae1-43b0-9e6b-4372465edd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634286 Mar 23 09:04:40.953407 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddd6d4-8aa5-49e2-a13e-fe07ad4ca57e req-3bfee71a-79ab-473d-b666-7429c74ab846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:40.957909 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2cddd6d4-8aa5-49e2-a13e-fe07ad4ca57e req-3bfee71a-79ab-473d-b666-7429c74ab846 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0838892 Mar 23 09:04:41.072758 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5d6620f3-e462-4065-90a4-67db2b5e13e4 req-b969f57a-d1c8-4b73-8798-c410b010209d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068'] for port (19ae7112-4c4b-4548-91e2-1b786e53fd86), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:41.084821 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['19ae7112-4c4b-4548-91e2-1b786e53fd86'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:04:41.119257 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969f57a-d1c8-4b73-8798-c410b010209d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Pushing event deleted for resources: {'Port': ['ID=19ae7112-4c4b-4548-91e2-1b786e53fd86,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:41.125679 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2cddd6d4-8aa5-49e2-a13e-fe07ad4ca57e req-1aaa12a7-766d-461e-bf4a-59461008da77 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607194 Mar 23 09:04:41.423433 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6620f3-e462-4065-90a4-67db2b5e13e4 req-b969f57a-d1c8-4b73-8798-c410b010209d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] No DVR routers for this DVR port 19ae7112-4c4b-4548-91e2-1b786e53fd86 on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:04:41.429908 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5d6620f3-e462-4065-90a4-67db2b5e13e4 req-b969f57a-d1c8-4b73-8798-c410b010209d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:41.434571 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5d6620f3-e462-4065-90a4-67db2b5e13e4 req-b969f57a-d1c8-4b73-8798-c410b010209d tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.93 "DELETE /v2.0/ports/19ae7112-4c4b-4548-91e2-1b786e53fd86 HTTP/1.1" status: 204 len: 173 time: 1.0850112 Mar 23 09:04:41.483619 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2cddd6d4-8aa5-49e2-a13e-fe07ad4ca57e req-0c702b25-fa70-484d-9c84-6282a6cc5977 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517013 Mar 23 09:04:41.814314 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9a394-4e87-46b8-94ce-8e12fd2c9ddc req-ba6b4655-c56d-4066-b0cd-92a84d807bc9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:41.817895 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d0a9a394-4e87-46b8-94ce-8e12fd2c9ddc req-ba6b4655-c56d-4066-b0cd-92a84d807bc9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.0709980 Mar 23 09:04:41.884591 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d0a9a394-4e87-46b8-94ce-8e12fd2c9ddc req-b6395108-d151-46fa-8fa2-e3b38578238e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600488 Mar 23 09:04:41.885051 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33adde73-dfdb-4aad-991d-5f8081c877a0', 'name': 'network-vif-deleted', 'tag': '19ae7112-4c4b-4548-91e2-1b786e53fd86'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:04:41.887319 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c350d717-bfcf-4b0a-8342-f9dd0708433d" -d '{"events": [{"server_uuid": "33adde73-dfdb-4aad-991d-5f8081c877a0", "name": "network-vif-deleted", "tag": "19ae7112-4c4b-4548-91e2-1b786e53fd86"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:04:41.947708 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4ed8dd-0076-4f5d-8b07-27b09976e001 x-openstack-request-id: req-1a4ed8dd-0076-4f5d-8b07-27b09976e001 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:04:41.948043 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33adde73-dfdb-4aad-991d-5f8081c877a0", "name": "network-vif-deleted", "tag": "19ae7112-4c4b-4548-91e2-1b786e53fd86", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:04:41.948330 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1a4ed8dd-0076-4f5d-8b07-27b09976e001 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:04:41.948932 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4ed8dd-0076-4f5d-8b07-27b09976e001'] response: {'server_uuid': '33adde73-dfdb-4aad-991d-5f8081c877a0', 'name': 'network-vif-deleted', 'tag': '19ae7112-4c4b-4548-91e2-1b786e53fd86', 'status': 'completed', 'code': 200} Mar 23 09:04:42.105783 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1088dd40-d36f-48a8-ad8c-8f5c92708574 req-31867dbc-4694-44e8-bd12-e171f02718ec tempest-VolumesActionsTest-2129643871 tempest-VolumesActionsTest-2129643871-project] 10.222.0.91 "GET /v2.0/ports?device_id=33adde73-dfdb-4aad-991d-5f8081c877a0 HTTP/1.1" status: 200 len: 210 time: 0.0362639 Mar 23 09:04:43.020700 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f04938-5e1e-4f55-9bac-6602683231a9 req-3d577721-375c-4b8e-b345-82c9ba2f68e9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:43.022197 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-23f04938-5e1e-4f55-9bac-6602683231a9 req-3d577721-375c-4b8e-b345-82c9ba2f68e9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.0519607 Mar 23 09:04:43.084663 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-23f04938-5e1e-4f55-9bac-6602683231a9 req-03eaf9e2-a904-47ff-aa76-70eb459c3606 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552745 Mar 23 09:04:43.441660 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 54978) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:43.582626 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0516fd7a-8ead-4641-9a62-e0fe87aa8107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.609955 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device b4b390bf-2fc4-4398-b329-44cce044fd19 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:04:43.641631 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: b4b390bf-2fc4-4398-b329-44cce044fd19 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:04:43.643369 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device b4b390bf-2fc4-4398-b329-44cce044fd19 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:04:43.644499 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 19ae7112-4c4b-4548-91e2-1b786e53fd86 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:04:43.669693 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: 19ae7112-4c4b-4548-91e2-1b786e53fd86 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:04:43.670004 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 19ae7112-4c4b-4548-91e2-1b786e53fd86 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:04:43.691744 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0516fd7a-8ead-4641-9a62-e0fe87aa8107 admin admin] Publish callbacks [] for security_group (dbe94b05-8324-4de1-8b74-448be486d569), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.699182 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0516fd7a-8ead-4641-9a62-e0fe87aa8107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (dbe94b05-8324-4de1-8b74-448be486d569), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.734577 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516fd7a-8ead-4641-9a62-e0fe87aa8107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe94b05-8324-4de1-8b74-448be486d569,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:43.753756 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-0516fd7a-8ead-4641-9a62-e0fe87aa8107 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=87d398852711428681f18d878703b55f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069935 Mar 23 09:04:43.753756 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55000) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:43.829630 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b94db67e-84d4-4bcd-a860-0d1c99b1639f admin admin] Publish callbacks [] for security_group (dbe94b05-8324-4de1-8b74-448be486d569), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.866181 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b94db67e-84d4-4bcd-a860-0d1c99b1639f admin admin] Publish callbacks [] for security_group (dbe94b05-8324-4de1-8b74-448be486d569), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.944956 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b94db67e-84d4-4bcd-a860-0d1c99b1639f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (dbe94b05-8324-4de1-8b74-448be486d569), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.947690 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b94db67e-84d4-4bcd-a860-0d1c99b1639f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:43.948841 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-b94db67e-84d4-4bcd-a860-0d1c99b1639f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dbe94b05-8324-4de1-8b74-448be486d569 HTTP/1.1" status: 204 len: 168 time: 0.1938872 Mar 23 09:04:43.957678 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94db67e-84d4-4bcd-a860-0d1c99b1639f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe94b05-8324-4de1-8b74-448be486d569,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:44.220385 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd371e7-7672-4a82-a6f4-cccb6579ee69 req-b9b161bf-132e-460d-83e3-6b6f6e005709 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:44.224189 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4bd371e7-7672-4a82-a6f4-cccb6579ee69 req-b9b161bf-132e-460d-83e3-6b6f6e005709 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.0627031 Mar 23 09:04:44.273061 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4bd371e7-7672-4a82-a6f4-cccb6579ee69 req-46d5e1b4-0d1b-4da3-b2e2-2247fd151497 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441372 Mar 23 09:04:45.483086 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6dc6-eaa2-4460-818f-ec0c43257e55 req-c179c728-27aa-446e-a8aa-2a601129e2e8 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:45.485270 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe6a6dc6-eaa2-4460-818f-ec0c43257e55 req-c179c728-27aa-446e-a8aa-2a601129e2e8 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.0808148 Mar 23 09:04:45.618353 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe6a6dc6-eaa2-4460-818f-ec0c43257e55 req-686e50b0-4511-49d6-a341-7cf92f1797f4 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148489 Mar 23 09:04:46.804961 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83e676-b5c5-4c60-8ad8-a7912db8c14b req-2e40c832-8027-4af8-a3db-d33a9e25cd66 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:46.813550 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-af83e676-b5c5-4c60-8ad8-a7912db8c14b req-2e40c832-8027-4af8-a3db-d33a9e25cd66 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.0967028 Mar 23 09:04:46.838188 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:04:46.901042 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-af83e676-b5c5-4c60-8ad8-a7912db8c14b req-e7e4fc2c-2c25-4f1d-beb2-88cb3ce1e28b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863476 Mar 23 09:04:48.094951 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520417f-06ef-4a52-af0c-09e6a8ac8edd req-363dacfb-a432-4fe7-98bd-93d07e418c41 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:48.097126 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5520417f-06ef-4a52-af0c-09e6a8ac8edd req-363dacfb-a432-4fe7-98bd-93d07e418c41 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.0951393 Mar 23 09:04:48.186062 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5520417f-06ef-4a52-af0c-09e6a8ac8edd req-5cb7e534-fd6e-4de3-a93a-c43cb5d3c8a1 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827017 Mar 23 09:04:48.395187 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 55180) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:48.562408 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3d5a0fc7-94ac-4bee-95a3-03d193aca2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:48.677325 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3d5a0fc7-94ac-4bee-95a3-03d193aca2da admin admin] Publish callbacks [] for security_group (79325e5c-a3f3-41fe-9f4d-80fcdcf32c37), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:48.684457 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3d5a0fc7-94ac-4bee-95a3-03d193aca2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (79325e5c-a3f3-41fe-9f4d-80fcdcf32c37), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:48.773433 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-3d5a0fc7-94ac-4bee-95a3-03d193aca2da admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c0b49d99de7a4cc18049a94c786d3d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3745682 Mar 23 09:04:48.773433 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a0fc7-94ac-4bee-95a3-03d193aca2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79325e5c-a3f3-41fe-9f4d-80fcdcf32c37,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:48.774462 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55186) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:48.840484 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-39868149-b6ef-4f8a-bbfb-1ded53768659 admin admin] Publish callbacks [] for security_group (79325e5c-a3f3-41fe-9f4d-80fcdcf32c37), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:48.898873 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-39868149-b6ef-4f8a-bbfb-1ded53768659 admin admin] Publish callbacks [] for security_group (79325e5c-a3f3-41fe-9f4d-80fcdcf32c37), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:48.983868 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-39868149-b6ef-4f8a-bbfb-1ded53768659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (79325e5c-a3f3-41fe-9f4d-80fcdcf32c37), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:49.001302 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-39868149-b6ef-4f8a-bbfb-1ded53768659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:49.003085 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-39868149-b6ef-4f8a-bbfb-1ded53768659 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/79325e5c-a3f3-41fe-9f4d-80fcdcf32c37 HTTP/1.1" status: 204 len: 168 time: 0.2268920 Mar 23 09:04:49.034184 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39868149-b6ef-4f8a-bbfb-1ded53768659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79325e5c-a3f3-41fe-9f4d-80fcdcf32c37,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:49.487018 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd476fa8-e763-443c-88bb-576bb61f93cd req-75615a23-6ca5-4956-9e2b-0d224b58c63a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:49.500439 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-bd476fa8-e763-443c-88bb-576bb61f93cd req-75615a23-6ca5-4956-9e2b-0d224b58c63a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.1540325 Mar 23 09:04:49.617169 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-bd476fa8-e763-443c-88bb-576bb61f93cd req-cf8dadd3-4b56-4c09-90cc-a4fdb00fe9da tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140213 Mar 23 09:04:50.780226 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423aba89-e237-4605-a526-490df9d8e6fc req-d003931a-0202-4158-8daf-b68d8a931dfa tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:50.788954 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-423aba89-e237-4605-a526-490df9d8e6fc req-d003931a-0202-4158-8daf-b68d8a931dfa tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.0800622 Mar 23 09:04:50.866916 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-423aba89-e237-4605-a526-490df9d8e6fc req-7a4ebbac-f4a6-4700-9305-5d3c8688c480 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763054 Mar 23 09:04:52.033304 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ef966-0488-45c9-a363-003dd541d417 req-d5449bd7-fb46-4918-adfe-0d10a32d1434 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:52.041259 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b18ef966-0488-45c9-a363-003dd541d417 req-d5449bd7-fb46-4918-adfe-0d10a32d1434 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.0810337 Mar 23 09:04:52.121549 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b18ef966-0488-45c9-a363-003dd541d417 req-b0552596-e18e-4709-a8fc-ff1e3861f839 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783796 Mar 23 09:04:53.335552 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28668d25-0d13-405f-bce3-a2515ca346bb req-3afa25ee-0ec3-4770-9582-85696aa74c51 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:53.337397 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-28668d25-0d13-405f-bce3-a2515ca346bb req-3afa25ee-0ec3-4770-9582-85696aa74c51 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.1210504 Mar 23 09:04:53.422180 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-28668d25-0d13-405f-bce3-a2515ca346bb req-39ab836d-2397-4db5-a7a1-822a420cb898 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758471 Mar 23 09:04:53.962151 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f8b2f-f4b8-4a08-a015-4b436ee5328f req-3c71bda5-2041-451c-bb55-014279dbc2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:53.964960 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c07f8b2f-f4b8-4a08-a015-4b436ee5328f req-3c71bda5-2041-451c-bb55-014279dbc2a6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 1130 time: 0.0704849 Mar 23 09:04:54.072988 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c07f8b2f-f4b8-4a08-a015-4b436ee5328f req-b1dc3177-5698-413f-81ba-baa7d17f5889 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998950 Mar 23 09:04:54.654181 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfab76e-f229-4702-849e-0145b34c5ca8 req-ebed8240-2f24-412f-a6d4-25a72778a315 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:54.654181 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-dbfab76e-f229-4702-849e-0145b34c5ca8 req-ebed8240-2f24-412f-a6d4-25a72778a315 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.1134291 Mar 23 09:04:54.728527 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-dbfab76e-f229-4702-849e-0145b34c5ca8 req-b9eadeac-71ff-41a8-a45a-da91e2157ef9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618145 Mar 23 09:04:55.185461 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55384) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:55.468999 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7e13a696-b251-422c-a9e9-1645b15db0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:55.575012 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7e13a696-b251-422c-a9e9-1645b15db0d4 admin admin] Publish callbacks [] for security_group (366594af-05ff-4cdd-bf5e-b28dc52d92fe), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:55.580159 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7e13a696-b251-422c-a9e9-1645b15db0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (366594af-05ff-4cdd-bf5e-b28dc52d92fe), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:55.621694 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-7e13a696-b251-422c-a9e9-1645b15db0d4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cc2f2af5cfc54014ae0f89677c054020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4347675 Mar 23 09:04:55.622772 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13a696-b251-422c-a9e9-1645b15db0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366594af-05ff-4cdd-bf5e-b28dc52d92fe,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:55.625736 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55396) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:55.712504 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0bebc973-92fc-4b34-a4aa-10780eb8198b admin admin] Publish callbacks [] for security_group (366594af-05ff-4cdd-bf5e-b28dc52d92fe), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:55.747925 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0bebc973-92fc-4b34-a4aa-10780eb8198b admin admin] Publish callbacks [] for security_group (366594af-05ff-4cdd-bf5e-b28dc52d92fe), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:55.812853 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0bebc973-92fc-4b34-a4aa-10780eb8198b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (366594af-05ff-4cdd-bf5e-b28dc52d92fe), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:55.816954 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0bebc973-92fc-4b34-a4aa-10780eb8198b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:55.821132 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-0bebc973-92fc-4b34-a4aa-10780eb8198b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/366594af-05ff-4cdd-bf5e-b28dc52d92fe HTTP/1.1" status: 204 len: 168 time: 0.1948707 Mar 23 09:04:55.832055 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebc973-92fc-4b34-a4aa-10780eb8198b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366594af-05ff-4cdd-bf5e-b28dc52d92fe,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:55.914467 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ea222-2b6e-4726-8995-080fcf068d70 req-c8bd9824-cf33-4ccb-9724-08b8eac5ea9d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:55.917188 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b92ea222-2b6e-4726-8995-080fcf068d70 req-c8bd9824-cf33-4ccb-9724-08b8eac5ea9d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.0971677 Mar 23 09:04:55.984280 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b92ea222-2b6e-4726-8995-080fcf068d70 req-4b7ad7b8-8fc4-4aa4-bc00-8c39045e1b00 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551488 Mar 23 09:04:56.349539 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55418) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:56.373014 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-02c9564d-3765-4fbf-bd5f-27091c8c9bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:56.438771 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f828ee-2b11-49a4-898c-a159a26ae52d req-94fd2cad-4d2a-4753-bfec-a6ef8db6be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:56.441392 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a6f828ee-2b11-49a4-898c-a159a26ae52d req-94fd2cad-4d2a-4753-bfec-a6ef8db6be3a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 1130 time: 0.1130352 Mar 23 09:04:56.562226 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cd9d9-99e9-4df9-88e0-90cf5885421b req-40219304-7ed8-430e-b57d-008e1f46b02a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:56.576371 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c57cd9d9-99e9-4df9-88e0-90cf5885421b req-40219304-7ed8-430e-b57d-008e1f46b02a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.1722360 Mar 23 09:04:56.662104 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f828ee-2b11-49a4-898c-a159a26ae52d req-4c9f995e-8640-41f6-93de-266768dbf4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:56.664786 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a6f828ee-2b11-49a4-898c-a159a26ae52d req-4c9f995e-8640-41f6-93de-266768dbf4fd service neutron] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 920 time: 0.2131584 Mar 23 09:04:56.684761 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c57cd9d9-99e9-4df9-88e0-90cf5885421b req-b026ba54-b6a0-4b61-9ba1-cf55509c843d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065645 Mar 23 09:04:56.749746 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a6f828ee-2b11-49a4-898c-a159a26ae52d req-3fcf4abc-9526-4f19-9ad6-eebbcc4c5c42 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 HTTP/1.1" status: 200 len: 217 time: 0.0769989 Mar 23 09:04:56.791227 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-02c9564d-3765-4fbf-bd5f-27091c8c9bf0 admin admin] Publish callbacks [] for security_group (8ce68544-b0be-4dde-a436-946784882b32), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:56.797325 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-02c9564d-3765-4fbf-bd5f-27091c8c9bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (8ce68544-b0be-4dde-a436-946784882b32), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:56.836442 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f828ee-2b11-49a4-898c-a159a26ae52d req-d3179ef8-2e4e-444d-a808-9dd440909436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:56.838234 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a6f828ee-2b11-49a4-898c-a159a26ae52d req-d3179ef8-2e4e-444d-a808-9dd440909436 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.0746973 Mar 23 09:04:56.839077 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-02c9564d-3765-4fbf-bd5f-27091c8c9bf0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=01d6b8a3de35402c9b34fa264adb2b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4883575 Mar 23 09:04:56.841760 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55438) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:56.873308 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9564d-3765-4fbf-bd5f-27091c8c9bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce68544-b0be-4dde-a436-946784882b32,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:56.914759 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1a689013-9a93-4dc2-bbe1-0702bba309f6 admin admin] Publish callbacks [] for security_group (8ce68544-b0be-4dde-a436-946784882b32), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:56.944806 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f828ee-2b11-49a4-898c-a159a26ae52d req-815c961c-8602-4b4c-8a5a-c487a82134f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:56.946441 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a6f828ee-2b11-49a4-898c-a159a26ae52d req-815c961c-8602-4b4c-8a5a-c487a82134f0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1007121 Mar 23 09:04:56.954719 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1a689013-9a93-4dc2-bbe1-0702bba309f6 admin admin] Publish callbacks [] for security_group (8ce68544-b0be-4dde-a436-946784882b32), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:57.036258 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1a689013-9a93-4dc2-bbe1-0702bba309f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (8ce68544-b0be-4dde-a436-946784882b32), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:57.040067 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1a689013-9a93-4dc2-bbe1-0702bba309f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:57.044128 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-1a689013-9a93-4dc2-bbe1-0702bba309f6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8ce68544-b0be-4dde-a436-946784882b32 HTTP/1.1" status: 204 len: 168 time: 0.1989250 Mar 23 09:04:57.056389 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a689013-9a93-4dc2-bbe1-0702bba309f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce68544-b0be-4dde-a436-946784882b32,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:57.097683 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a6f828ee-2b11-49a4-898c-a159a26ae52d req-9bec8af3-3049-445f-9762-7c04c27ffc1b service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436729 Mar 23 09:04:57.230588 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a6f828ee-2b11-49a4-898c-a159a26ae52d req-f4b2f772-426b-42de-a0c6-a09f54948335 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257267 Mar 23 09:04:57.650351 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 55454) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:57.670582 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55456) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:57.679929 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4bfdb872-027b-4f58-81d6-f61060fbba35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:57.773336 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_v2 [None req-591fe6fa-421d-41d7-ae36-26418980ce57 admin admin] Deleting subnet 564db94f-6d1a-40c2-ba5e-c0e2f46e7373 {{(pid=103135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:04:57.797221 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-591fe6fa-421d-41d7-ae36-26418980ce57 admin admin] Publish callbacks [] for subnet (564db94f-6d1a-40c2-ba5e-c0e2f46e7373), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:57.838255 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4bfdb872-027b-4f58-81d6-f61060fbba35 admin admin] Publish callbacks [] for security_group (cb9fa2b3-5bf3-4516-8be8-cfe968e69a25), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:57.859205 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4bfdb872-027b-4f58-81d6-f61060fbba35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (cb9fa2b3-5bf3-4516-8be8-cfe968e69a25), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:57.919566 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-591fe6fa-421d-41d7-ae36-26418980ce57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9594834'] for subnet (564db94f-6d1a-40c2-ba5e-c0e2f46e7373), precommit_delete_associations {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:58.050545 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-591fe6fa-421d-41d7-ae36-26418980ce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2040305'] for subnet (564db94f-6d1a-40c2-ba5e-c0e2f46e7373), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:58.069488 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-4bfdb872-027b-4f58-81d6-f61060fbba35 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ecf53a6798374e379d4c22741ceea32d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4170625 Mar 23 09:04:58.070677 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 55466) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:58.107666 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdb872-027b-4f58-81d6-f61060fbba35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9fa2b3-5bf3-4516-8be8-cfe968e69a25,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:58.157160 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-591fe6fa-421d-41d7-ae36-26418980ce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2040296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10199739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8535269'] for subnet (564db94f-6d1a-40c2-ba5e-c0e2f46e7373), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:58.193867 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8390d5-ddce-40b4-a4a3-9f6c1affb3db req-7f041c5d-1310-43b5-9791-5022d61ef259 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:58.196072 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-cc8390d5-ddce-40b4-a4a3-9f6c1affb3db req-7f041c5d-1310-43b5-9791-5022d61ef259 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.3026466 Mar 23 09:04:58.201448 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb95c7a-d42b-4dfc-bb5d-d359ca484b09 req-8bc9a63a-ec87-4b0e-852a-35d9fc7c94cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:58.204084 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffb95c7a-d42b-4dfc-bb5d-d359ca484b09 req-8bc9a63a-ec87-4b0e-852a-35d9fc7c94cc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 1130 time: 0.2254975 Mar 23 09:04:58.211995 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-591fe6fa-421d-41d7-ae36-26418980ce57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:58.227019 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 55468) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:58.230268 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-591fe6fa-421d-41d7-ae36-26418980ce57 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/564db94f-6d1a-40c2-ba5e-c0e2f46e7373 HTTP/1.1" status: 204 len: 168 time: 0.5557108 Mar 23 09:04:58.245796 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5ed711a0-449b-4af6-9e79-be68bc6bf66e admin admin] Publish callbacks [] for security_group (cb9fa2b3-5bf3-4516-8be8-cfe968e69a25), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:58.287705 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fe6fa-421d-41d7-ae36-26418980ce57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=564db94f-6d1a-40c2-ba5e-c0e2f46e7373,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:58.405221 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5ed711a0-449b-4af6-9e79-be68bc6bf66e admin admin] Publish callbacks [] for security_group (cb9fa2b3-5bf3-4516-8be8-cfe968e69a25), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:58.468683 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (32216201-ac06-4a97-9f81-4ba40e068316), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:58.498215 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-cc8390d5-ddce-40b4-a4a3-9f6c1affb3db req-d820ce1b-6f16-4678-9ee6-3f7845d664b9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844548 Mar 23 09:04:58.537585 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb95c7a-d42b-4dfc-bb5d-d359ca484b09 req-2535f091-4258-4e3a-972e-8f6329e62657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:58.539093 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffb95c7a-d42b-4dfc-bb5d-d359ca484b09 req-2535f091-4258-4e3a-972e-8f6329e62657 service neutron] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 920 time: 0.2879965 Mar 23 09:04:58.640081 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffb95c7a-d42b-4dfc-bb5d-d359ca484b09 req-3e3204c2-71eb-43da-8de4-b290740e749f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 HTTP/1.1" status: 200 len: 217 time: 0.0740793 Mar 23 09:04:58.688245 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5ed711a0-449b-4af6-9e79-be68bc6bf66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (cb9fa2b3-5bf3-4516-8be8-cfe968e69a25), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:58.690931 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5ed711a0-449b-4af6-9e79-be68bc6bf66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:58.694996 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-5ed711a0-449b-4af6-9e79-be68bc6bf66e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cb9fa2b3-5bf3-4516-8be8-cfe968e69a25 HTTP/1.1" status: 204 len: 168 time: 0.6177199 Mar 23 09:04:58.697667 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1972292', 'neutron.services.segments.db._delete_segments_for_network-8760674705475'] for network (32216201-ac06-4a97-9f81-4ba40e068316), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:58.729522 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed711a0-449b-4af6-9e79-be68bc6bf66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9fa2b3-5bf3-4516-8be8-cfe968e69a25,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:58.736121 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:04:58.736465 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:04:58.737196 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:04:58.737527 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Subscribe: > port after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:04:58.737870 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:04:58.738334 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Subscribe: > port after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:04:58.738520 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:04:58.738858 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:04:58.739149 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:04:58.739469 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:04:58.846237 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:04:58.846614 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:04:58.846940 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:04:58.847279 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 09:04:58.847659 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32216201-ac06-4a97-9f81-4ba40e068316']}} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:58.867771 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4373a8a-eddd-4525-b4c4-e59c938b69da') {'for_net_delete': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:58.868077 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4373a8a-eddd-4525-b4c4-e59c938b69da') {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:58.886820 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760674703948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844577'] for segment (e4373a8a-eddd-4525-b4c4-e59c938b69da), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:58.911419 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (e4373a8a-eddd-4525-b4c4-e59c938b69da), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:58.918278 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb95c7a-d42b-4dfc-bb5d-d359ca484b09 req-84d9c867-ec7b-4861-953c-5191804448f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:58.919927 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffb95c7a-d42b-4dfc-bb5d-d359ca484b09 req-84d9c867-ec7b-4861-953c-5191804448f8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.2722397 Mar 23 09:04:58.941364 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:04:58.941807 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8677160'] for segment (e4373a8a-eddd-4525-b4c4-e59c938b69da), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: from cryptography.utils import int_from_bytes Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: from cryptography.utils import int_from_bytes Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: Traceback (most recent call last): Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: timer() Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: cb(*args, **kw) Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: return func(*args, **kwargs) Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: self._notify() Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: self.callback(batched_events) Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: event.method(event) Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: return f(self, *a, **k) Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: return self._get(url).json() Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: return self.request(url, 'GET', **kwargs) Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:04:58.946405 dv-cinder-834822-2-smb neutron-server[103134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:04:59.034103 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1972351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548464'] for network (32216201-ac06-4a97-9f81-4ba40e068316), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:59.042668 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb95c7a-d42b-4dfc-bb5d-d359ca484b09 req-660f51a6-2ba1-4606-8a97-b1505476bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:59.044248 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffb95c7a-d42b-4dfc-bb5d-d359ca484b09 req-660f51a6-2ba1-4606-8a97-b1505476bbb3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1160822 Mar 23 09:04:59.071990 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:59.075379 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] 10.222.0.91 "DELETE /v2.0/networks/32216201-ac06-4a97-9f81-4ba40e068316 HTTP/1.1" status: 204 len: 168 time: 0.8400645 Mar 23 09:04:59.077597 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f28dc8-398c-4090-9ab4-fb8bd439ef15 admin admin] Pushing event deleted for resources: {'Network': ['ID=32216201-ac06-4a97-9f81-4ba40e068316,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:59.082357 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55482) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:59.174691 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2669e14-71e5-421f-b6d2-03de1fe2d474 admin admin] Deleting subnet cae82251-14e4-4f59-9d60-81992b39eacb {{(pid=103135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:04:59.178868 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d2669e14-71e5-421f-b6d2-03de1fe2d474 admin admin] Publish callbacks [] for subnet (cae82251-14e4-4f59-9d60-81992b39eacb), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:59.237420 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffb95c7a-d42b-4dfc-bb5d-d359ca484b09 req-0afeb9d7-5bb1-4610-9c64-29f27fe892a4 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845162 Mar 23 09:04:59.247318 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d2669e14-71e5-421f-b6d2-03de1fe2d474 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9594834'] for subnet (cae82251-14e4-4f59-9d60-81992b39eacb), precommit_delete_associations {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:59.398205 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d2669e14-71e5-421f-b6d2-03de1fe2d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2040305'] for subnet (cae82251-14e4-4f59-9d60-81992b39eacb), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:59.434098 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffb95c7a-d42b-4dfc-bb5d-d359ca484b09 req-ab2f2336-907a-4f39-8423-4376a5f6bdf1 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877515 Mar 23 09:04:59.536997 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d2669e14-71e5-421f-b6d2-03de1fe2d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2040296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10199739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8535269'] for subnet (cae82251-14e4-4f59-9d60-81992b39eacb), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:59.631095 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2669e14-71e5-421f-b6d2-03de1fe2d474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae82251-14e4-4f59-9d60-81992b39eacb,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:04:59.642583 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d2669e14-71e5-421f-b6d2-03de1fe2d474 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:59.647655 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-d2669e14-71e5-421f-b6d2-03de1fe2d474 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/cae82251-14e4-4f59-9d60-81992b39eacb HTTP/1.1" status: 204 len: 168 time: 0.5641363 Mar 23 09:04:59.652252 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 55502) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:04:59.711389 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7875c4-9960-4bbb-b85a-518e45ea8d63 req-498d13ee-2f1d-4002-8c33-3225fae3cc07 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:04:59.712846 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5f7875c4-9960-4bbb-b85a-518e45ea8d63 req-498d13ee-2f1d-4002-8c33-3225fae3cc07 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.1007686 Mar 23 09:04:59.761948 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7868c39-0f70-4fb8-a1b4-eddc72916363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (f2052e28-480e-47fc-aa73-0bc245113b2f), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:59.792550 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5f7875c4-9960-4bbb-b85a-518e45ea8d63 req-992ee11d-4fc0-4b22-8834-0ee2c3e37f84 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683520 Mar 23 09:04:59.873496 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7868c39-0f70-4fb8-a1b4-eddc72916363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1972292', 'neutron.services.segments.db._delete_segments_for_network-8760674705475'] for network (f2052e28-480e-47fc-aa73-0bc245113b2f), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:59.923676 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-b7868c39-0f70-4fb8-a1b4-eddc72916363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2052e28-480e-47fc-aa73-0bc245113b2f']}} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:59.946926 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-b7868c39-0f70-4fb8-a1b4-eddc72916363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad48c5e7-5ae1-4613-ac34-98c11627a0cd') {'for_net_delete': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:59.947240 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-b7868c39-0f70-4fb8-a1b4-eddc72916363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad48c5e7-5ae1-4613-ac34-98c11627a0cd') {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:04:59.971647 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7868c39-0f70-4fb8-a1b4-eddc72916363 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760674703948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844577'] for segment (ad48c5e7-5ae1-4613-ac34-98c11627a0cd), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:04:59.993449 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7868c39-0f70-4fb8-a1b4-eddc72916363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (ad48c5e7-5ae1-4613-ac34-98c11627a0cd), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.004332 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7868c39-0f70-4fb8-a1b4-eddc72916363 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:05:00.004724 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7868c39-0f70-4fb8-a1b4-eddc72916363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8677160'] for segment (ad48c5e7-5ae1-4613-ac34-98c11627a0cd), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: Traceback (most recent call last): Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: timer() Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: cb(*args, **kw) Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: return func(*args, **kwargs) Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: self._notify() Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: self.callback(batched_events) Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: event.method(event) Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: return f(self, *a, **k) Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: return self._get(url).json() Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: return self.request(url, 'GET', **kwargs) Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:05:00.006752 dv-cinder-834822-2-smb neutron-server[103134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:05:00.080013 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7868c39-0f70-4fb8-a1b4-eddc72916363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1972351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548464'] for network (f2052e28-480e-47fc-aa73-0bc245113b2f), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.087219 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7868c39-0f70-4fb8-a1b4-eddc72916363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.090993 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-b7868c39-0f70-4fb8-a1b4-eddc72916363 admin admin] 10.222.0.91 "DELETE /v2.0/networks/f2052e28-480e-47fc-aa73-0bc245113b2f HTTP/1.1" status: 204 len: 168 time: 0.4371293 Mar 23 09:05:00.106254 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7868c39-0f70-4fb8-a1b4-eddc72916363 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2052e28-480e-47fc-aa73-0bc245113b2f,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:00.407837 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55522) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:00.514412 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6614431-060b-4f63-ad7c-1decc1459399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.515716 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-2c79c935-55f1-4772-b35b-a84f10a848ab admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a2a69beb17294ddba26b6381a3a6de01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1064377 Mar 23 09:05:00.518964 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 55524) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:00.604514 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-42eec621-0ec5-4b26-9850-aaa4704de513 admin admin] Publish callbacks [] for security_group (19395f8d-964d-4d21-affd-f4315653e4b8), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.647102 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.662325 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-42eec621-0ec5-4b26-9850-aaa4704de513 admin admin] Publish callbacks [] for security_group (19395f8d-964d-4d21-affd-f4315653e4b8), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.771735 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-42eec621-0ec5-4b26-9850-aaa4704de513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (19395f8d-964d-4d21-affd-f4315653e4b8), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.776121 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-42eec621-0ec5-4b26-9850-aaa4704de513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:00.777306 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-42eec621-0ec5-4b26-9850-aaa4704de513 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/19395f8d-964d-4d21-affd-f4315653e4b8 HTTP/1.1" status: 204 len: 168 time: 0.2569702 Mar 23 09:05:00.787974 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55534) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:00.791970 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eec621-0ec5-4b26-9850-aaa4704de513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19395f8d-964d-4d21-affd-f4315653e4b8,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:01.038106 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6c2e4e90-9a08-4ad8-8506-0c5ae1b6b698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:01.138577 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e3854-391a-4669-856d-5675d49e5dc8 req-7cbc5327-d01e-4684-ba3f-c276936d0b7a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:01.149667 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-163e3854-391a-4669-856d-5675d49e5dc8 req-7cbc5327-d01e-4684-ba3f-c276936d0b7a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.1753623 Mar 23 09:05:01.221030 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6c2e4e90-9a08-4ad8-8506-0c5ae1b6b698 admin admin] Publish callbacks [] for security_group (f1b8e753-9d45-46fd-83dc-1ca61940e17a), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:01.227202 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6c2e4e90-9a08-4ad8-8506-0c5ae1b6b698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (f1b8e753-9d45-46fd-83dc-1ca61940e17a), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:01.246533 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-163e3854-391a-4669-856d-5675d49e5dc8 req-9555588d-4720-475d-ba5d-e361feff6562 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951846 Mar 23 09:05:01.302054 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-6c2e4e90-9a08-4ad8-8506-0c5ae1b6b698 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8fa4ec0cf72442cbbe33209d2cd95364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5123792 Mar 23 09:05:01.304835 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e4e90-9a08-4ad8-8506-0c5ae1b6b698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b8e753-9d45-46fd-83dc-1ca61940e17a,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:01.305892 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 55548) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:01.391286 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8c21823e-0a49-4636-a35d-c0dc6338d7b8 admin admin] Publish callbacks [] for security_group (f1b8e753-9d45-46fd-83dc-1ca61940e17a), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:01.429169 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8c21823e-0a49-4636-a35d-c0dc6338d7b8 admin admin] Publish callbacks [] for security_group (f1b8e753-9d45-46fd-83dc-1ca61940e17a), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:01.455717 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55550) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:01.502029 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8c21823e-0a49-4636-a35d-c0dc6338d7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (f1b8e753-9d45-46fd-83dc-1ca61940e17a), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:01.509887 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8c21823e-0a49-4636-a35d-c0dc6338d7b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:01.516202 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-8c21823e-0a49-4636-a35d-c0dc6338d7b8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f1b8e753-9d45-46fd-83dc-1ca61940e17a HTTP/1.1" status: 204 len: 168 time: 0.2086744 Mar 23 09:05:01.531087 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21823e-0a49-4636-a35d-c0dc6338d7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b8e753-9d45-46fd-83dc-1ca61940e17a,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:01.570736 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-263c628b-e6f0-4302-aa39-d1b881244047 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1732e48ffef64c2c8485f297fdce98ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1138048 Mar 23 09:05:01.573450 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 55554) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:01.680907 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-338290d5-ad63-405f-b3a8-080a58b078f8 admin admin] Publish callbacks [] for security_group (b78b705d-e17c-4975-ad3c-4dce726971cf), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:01.728518 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-338290d5-ad63-405f-b3a8-080a58b078f8 admin admin] Publish callbacks [] for security_group (b78b705d-e17c-4975-ad3c-4dce726971cf), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:01.857619 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-338290d5-ad63-405f-b3a8-080a58b078f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (b78b705d-e17c-4975-ad3c-4dce726971cf), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:01.861233 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-338290d5-ad63-405f-b3a8-080a58b078f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:01.862566 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-338290d5-ad63-405f-b3a8-080a58b078f8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b78b705d-e17c-4975-ad3c-4dce726971cf HTTP/1.1" status: 204 len: 168 time: 0.2878289 Mar 23 09:05:01.923350 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338290d5-ad63-405f-b3a8-080a58b078f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78b705d-e17c-4975-ad3c-4dce726971cf,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:02.448933 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-63b1d416-6282-4109-b2af-73528e998f51 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=ff6b8d3dba2544b897788ca436a85be6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420105 Mar 23 09:05:02.745238 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-50aff1b7-9446-4f2e-8990-72496a6fd7fb tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:02.757856 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-50aff1b7-9446-4f2e-8990-72496a6fd7fb tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3072507 Mar 23 09:05:02.788119 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-6613a3d7-92a0-4e44-94cf-7a0f709b7999 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/quotas/ff6b8d3dba2544b897788ca436a85be6 HTTP/1.1" status: 200 len: 375 time: 0.0287845 Mar 23 09:05:02.845271 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-5611be95-b604-42a3-81a6-9730fb9a1e22 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff6b8d3dba2544b897788ca436a85be6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557148 Mar 23 09:05:02.862025 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c08d13e-b724-4633-88f8-e7ef5aa18406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:03.161630 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-12b3cc2f-b619-4993-825d-9b9f203b588a req-8b4bffb1-0d92-44da-a332-7033c9e9c150 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 210 time: 0.0793452 Mar 23 09:05:03.522889 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 55640) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:03.528849 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-d3e0e75b-796f-49c0-a978-6c9f1f3342ad tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279941641', 'description': 'tempest-description--1422620848'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:03.614330 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3e0e75b-796f-49c0-a978-6c9f1f3342ad tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:03.807442 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3e0e75b-796f-49c0-a978-6c9f1f3342ad tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for security_group (bf25346b-0e11-4817-82d8-cd376442486a), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:03.814304 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3e0e75b-796f-49c0-a978-6c9f1f3342ad tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (bf25346b-0e11-4817-82d8-cd376442486a), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:03.875910 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0e75b-796f-49c0-a978-6c9f1f3342ad tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf25346b-0e11-4817-82d8-cd376442486a,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:03.881427 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3e0e75b-796f-49c0-a978-6c9f1f3342ad tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:03.887669 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55658) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:03.888239 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-d3e0e75b-796f-49c0-a978-6c9f1f3342ad tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3637829 Mar 23 09:05:03.900406 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-7aa7b367-c58b-472f-838e-de3a8851e528 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Request body: {'security_group_rule': {'security_group_id': 'bf25346b-0e11-4817-82d8-cd376442486a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:03.963552 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7aa7b367-c58b-472f-838e-de3a8851e528 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for security_group_rule (3ae53c90-5ceb-4fa4-82ef-7e8d10e2c1b6), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:04.005708 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:04.148036 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7aa7b367-c58b-472f-838e-de3a8851e528 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for security_group_rule (3ae53c90-5ceb-4fa4-82ef-7e8d10e2c1b6), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:04.152588 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7aa7b367-c58b-472f-838e-de3a8851e528 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (3ae53c90-5ceb-4fa4-82ef-7e8d10e2c1b6), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:04.180293 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7b367-c58b-472f-838e-de3a8851e528 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae53c90-5ceb-4fa4-82ef-7e8d10e2c1b6,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:04.190971 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7aa7b367-c58b-472f-838e-de3a8851e528 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:04.192500 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-7aa7b367-c58b-472f-838e-de3a8851e528 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3033011 Mar 23 09:05:04.195415 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55678) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:04.217770 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-98eb8195-0e19-48ab-aded-cd0a790c4942 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Request body: {'security_group_rule': {'security_group_id': 'bf25346b-0e11-4817-82d8-cd376442486a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:04.273377 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-98eb8195-0e19-48ab-aded-cd0a790c4942 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for security_group_rule (f43a8341-a975-44e7-93ed-127ab64f4ba0), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:04.416777 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-11a2515c-a559-496f-9cd1-564e9cb2fc1e req-14767ecf-544c-480c-809d-0f15e9eeb76f tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 210 time: 0.0924218 Mar 23 09:05:04.453408 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-98eb8195-0e19-48ab-aded-cd0a790c4942 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for security_group_rule (f43a8341-a975-44e7-93ed-127ab64f4ba0), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:04.461553 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-98eb8195-0e19-48ab-aded-cd0a790c4942 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (f43a8341-a975-44e7-93ed-127ab64f4ba0), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:04.491585 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb8195-0e19-48ab-aded-cd0a790c4942 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43a8341-a975-44e7-93ed-127ab64f4ba0,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:04.503659 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-98eb8195-0e19-48ab-aded-cd0a790c4942 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:04.508002 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-98eb8195-0e19-48ab-aded-cd0a790c4942 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3082278 Mar 23 09:05:04.508286 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55706) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:04.523628 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Request body: {'floatingip': {'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:04.562274 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:04.662456 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-1dfa1a55-25d1-4779-a525-bb836bd8cb3d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ff6b8d3dba2544b897788ca436a85be6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342672 Mar 23 09:05:04.709989 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:04.921025 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Allocated IP 172.28.1.158 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/7f82c3f3-e98e-4126-b0a2-e639d9a67dee) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:05:05.096655 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for port (7f82c3f3-e98e-4126-b0a2-e639d9a67dee), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:05.097245 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-502f91a5-cc67-474c-b471-3a705ba177cc tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:05.103080 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-502f91a5-cc67-474c-b471-3a705ba177cc tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4330039 Mar 23 09:05:05.125059 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Request body: {'port': {'device_id': '504eb089-0823-477e-bb0f-5ded8e1d72c1', 'network_id': '4eefc547-3699-4e64-912f-eb783953f8c0', 'admin_state_up': True, 'tenant_id': 'ff6b8d3dba2544b897788ca436a85be6'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:05.146841 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (7f82c3f3-e98e-4126-b0a2-e639d9a67dee), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:05.189227 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:05:05.194993 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:05.199394 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:05:05.245898 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Pushing event updated for resources: {'Port': ['ID=7f82c3f3-e98e-4126-b0a2-e639d9a67dee,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:05.419464 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for floatingip (2d616872-fa20-4114-9fa3-304bfc8e8c4f), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:05.561493 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (7f82c3f3-e98e-4126-b0a2-e639d9a67dee), before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:05.652872 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:05.756099 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ed7c667f-2ba8-4684-ab9a-10aa2e7c6b8b req-c3e79041-c1f0-4bff-8664-be9d1776da42 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 210 time: 0.0745397 Mar 23 09:05:05.890054 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for port (7f82c3f3-e98e-4126-b0a2-e639d9a67dee), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:05.897602 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10199165'] for port (7f82c3f3-e98e-4126-b0a2-e639d9a67dee), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:05.907454 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Made reservation on behalf of ff6b8d3dba2544b897788ca436a85be6 for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:05:05.914017 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:05.924738 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:05.954554 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Pushing event updated for resources: {'Port': ['ID=7f82c3f3-e98e-4126-b0a2-e639d9a67dee,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:06.018202 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (2d616872-fa20-4114-9fa3-304bfc8e8c4f), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:06.044583 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:06.047642 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-64c88268-7335-4306-a31e-f1137383e6c2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5376542 Mar 23 09:05:06.117072 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Publish callbacks [] for security_group (b8cf33ac-0f22-4f94-af90-888015cb251b), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:06.124260 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (b8cf33ac-0f22-4f94-af90-888015cb251b), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:06.291701 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cf33ac-0f22-4f94-af90-888015cb251b,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:06.418912 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Allocated IP 192.168.233.46 (4eefc547-3699-4e64-912f-eb783953f8c0/812ad07d-dc23-4c90-9991-62e04c8e292a/44d1616b-ebb6-4b5a-947c-5f77c831ec04) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:05:06.619401 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Publish callbacks [] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:06.660045 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:06.712785 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Network 4eefc547-3699-4e64-912f-eb783953f8c0 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:05:06.718546 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:06.723724 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:05:06.760346 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Pushing event updated for resources: {'Port': ['ID=44d1616b-ebb6-4b5a-947c-5f77c831ec04,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:06.791492 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:06.792232 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:06.814257 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-46ad0a7e-53d2-4168-983a-d34d6cf8496d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6970286 Mar 23 09:05:06.839449 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Request body: {'port': {'device_id': '504eb089-0823-477e-bb0f-5ded8e1d72c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:06.859815 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:06.973283 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:07.105501 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04c2f0-db85-466b-ab4f-c43541834749 req-017f13b2-4163-495d-bd07-665d70c6b439 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:07.105501 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5e04c2f0-db85-466b-ab4f-c43541834749 req-017f13b2-4163-495d-bd07-665d70c6b439 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 935 time: 0.1985471 Mar 23 09:05:07.207735 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-773e4781-b4c6-4bc9-8118-77c119a19a0e None None] Provisioning complete for port 44d1616b-ebb6-4b5a-947c-5f77c831ec04 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:07.208562 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-773e4781-b4c6-4bc9-8118-77c119a19a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:07.274339 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-773e4781-b4c6-4bc9-8118-77c119a19a0e None None] Port 44d1616b-ebb6-4b5a-947c-5f77c831ec04 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:05:07.301370 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5e04c2f0-db85-466b-ab4f-c43541834749 req-3ab2169b-0ed8-4d8c-a80a-8c24ab029cfe tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8cf33ac-0f22-4f94-af90-888015cb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852956 Mar 23 09:05:07.493314 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d1616b-ebb6-4b5a-947c-5f77c831ec04 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:05:07.508284 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Publish callbacks [] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:07.530889 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Transition to ACTIVE for port object 44d1616b-ebb6-4b5a-947c-5f77c831ec04 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:05:07.540008 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:07.643213 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Pushing event updated for resources: {'Port': ['ID=44d1616b-ebb6-4b5a-947c-5f77c831ec04,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:07.760990 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Attempting to bind port 44d1616b-ebb6-4b5a-947c-5f77c831ec04 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:05:07.760990 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Attempting to bind port 44d1616b-ebb6-4b5a-947c-5f77c831ec04 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '64a283c1-1184-483a-ae00-dcc1f9d4f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4eefc547-3699-4e64-912f-eb783953f8c0'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:05:07.761827 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Attempting to bind port 44d1616b-ebb6-4b5a-947c-5f77c831ec04 on network 4eefc547-3699-4e64-912f-eb783953f8c0 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:05:07.779345 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Port 44d1616b-ebb6-4b5a-947c-5f77c831ec04 on network 4eefc547-3699-4e64-912f-eb783953f8c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:05:07.779707 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Attempting to bind port 44d1616b-ebb6-4b5a-947c-5f77c831ec04 on network 4eefc547-3699-4e64-912f-eb783953f8c0 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:05:07.793121 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:05:07.793511 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Checking segment: {'id': '64a283c1-1184-483a-ae00-dcc1f9d4f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4eefc547-3699-4e64-912f-eb783953f8c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:05:07.794130 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Bound using segment: {'id': '64a283c1-1184-483a-ae00-dcc1f9d4f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4eefc547-3699-4e64-912f-eb783953f8c0'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:05:07.794603 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Bound port: 44d1616b-ebb6-4b5a-947c-5f77c831ec04, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a283c1-1184-483a-ae00-dcc1f9d4f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4eefc547-3699-4e64-912f-eb783953f8c0'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:05:07.795078 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:07.942546 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] For port 44d1616b-ebb6-4b5a-947c-5f77c831ec04, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:05:07.950540 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] For port 44d1616b-ebb6-4b5a-947c-5f77c831ec04, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=44d1616b-ebb6-4b5a-947c-5f77c831ec04,segment=NetworkSegment(64a283c1-1184-483a-ae00-dcc1f9d4f722),segment_id=64a283c1-1184-483a-ae00-dcc1f9d4f722)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:05:07.960559 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:08.067288 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Pushing event updated for resources: {'Port': ['ID=44d1616b-ebb6-4b5a-947c-5f77c831ec04,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:08.088116 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:08.088772 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:08.090794 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-3256773e-5d0a-470b-9870-a013145c2259 service neutron] 10.222.0.93 "PUT /v2.0/ports/44d1616b-ebb6-4b5a-947c-5f77c831ec04 HTTP/1.1" status: 200 len: 1097 time: 1.2633343 Mar 23 09:05:08.091313 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504eb089-0823-477e-bb0f-5ded8e1d72c1', 'tag': '44d1616b-ebb6-4b5a-947c-5f77c831ec04'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:05:08.095800 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667756a3-8d5c-4861-b6e5-7cb529dcc495" -d '{"events": [{"name": "network-changed", "server_uuid": "504eb089-0823-477e-bb0f-5ded8e1d72c1", "tag": "44d1616b-ebb6-4b5a-947c-5f77c831ec04"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:05:08.179571 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53ed5f8-1056-4a62-8cc4-c658c9f28f60 x-openstack-request-id: req-e53ed5f8-1056-4a62-8cc4-c658c9f28f60 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:05:08.179867 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504eb089-0823-477e-bb0f-5ded8e1d72c1", "tag": "44d1616b-ebb6-4b5a-947c-5f77c831ec04", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:05:08.180119 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e53ed5f8-1056-4a62-8cc4-c658c9f28f60 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:05:08.180525 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53ed5f8-1056-4a62-8cc4-c658c9f28f60'] response: {'name': 'network-changed', 'server_uuid': '504eb089-0823-477e-bb0f-5ded8e1d72c1', 'tag': '44d1616b-ebb6-4b5a-947c-5f77c831ec04', 'status': 'completed', 'code': 200} Mar 23 09:05:08.196449 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-c6f12f99-7e51-4f68-af61-758ad5561434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:08.198169 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-c6f12f99-7e51-4f68-af61-758ad5561434 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff6b8d3dba2544b897788ca436a85be6&device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 1131 time: 0.0663359 Mar 23 09:05:08.253346 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-4a7f1e1d-8991-482f-bd0d-d56f54c79ebd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=44d1616b-ebb6-4b5a-947c-5f77c831ec04 HTTP/1.1" status: 200 len: 217 time: 0.0483062 Mar 23 09:05:08.309892 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-a9607c52-ad1d-4f92-9f87-d26e5021d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:08.311684 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-a9607c52-ad1d-4f92-9f87-d26e5021d0b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=812ad07d-dc23-4c90-9991-62e04c8e292a HTTP/1.1" status: 200 len: 843 time: 0.0514622 Mar 23 09:05:08.387411 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-01ab0d1d-09aa-4171-a3cd-c4f3572e1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:08.396716 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-01ab0d1d-09aa-4171-a3cd-c4f3572e1f90 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4eefc547-3699-4e64-912f-eb783953f8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0784595 Mar 23 09:05:08.516647 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e8405-b167-4019-b975-cc2042f6f73f req-bf5d3568-d1b5-4cf4-9b21-161d45e0e608 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:08.518322 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-041e8405-b167-4019-b975-cc2042f6f73f req-bf5d3568-d1b5-4cf4-9b21-161d45e0e608 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 947 time: 0.1206589 Mar 23 09:05:08.576406 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-6702f06c-200d-48d1-acb9-9d4393634dab service neutron] 10.222.0.93 "GET /v2.0/networks/4eefc547-3699-4e64-912f-eb783953f8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686785 Mar 23 09:05:08.632464 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-b5ffc52a-e2d8-478f-8d57-652144917f88 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--279941641&fields=id&tenant_id=374ea8e4034e4b098ab4e807faac55b9 HTTP/1.1" status: 200 len: 267 time: 0.0538840 Mar 23 09:05:08.642838 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-041e8405-b167-4019-b975-cc2042f6f73f req-813a89d5-8d4d-4de8-8992-a731e468e30b tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8cf33ac-0f22-4f94-af90-888015cb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186342 Mar 23 09:05:08.690681 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e987d0b6-481e-44c1-83c0-df8c46e66e97 req-caae4edc-ea57-4d7b-bb9a-99557b39328b service neutron] 10.222.0.93 "GET /v2.0/networks/4eefc547-3699-4e64-912f-eb783953f8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046071 Mar 23 09:05:08.742663 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d047d6c-93f6-4d29-860e-5d58268633b2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:08.744156 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d047d6c-93f6-4d29-860e-5d58268633b2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 819 time: 0.1047490 Mar 23 09:05:08.758978 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-04ab1388-6dc8-42f7-a3ee-c8f3e437698d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/quotas/374ea8e4034e4b098ab4e807faac55b9 HTTP/1.1" status: 200 len: 375 time: 0.0094445 Mar 23 09:05:08.801957 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667756a3-8d5c-4861-b6e5-7cb529dcc495 req-44011925-93b6-4a81-9db6-8eee4c90f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:08.803434 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-667756a3-8d5c-4861-b6e5-7cb529dcc495 req-44011925-93b6-4a81-9db6-8eee4c90f589 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff6b8d3dba2544b897788ca436a85be6&device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 1131 time: 0.0482733 Mar 23 09:05:08.819750 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-c949db68-e4da-456e-a2c1-ca4c00473bf7 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0556223 Mar 23 09:05:08.920839 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667756a3-8d5c-4861-b6e5-7cb529dcc495 req-7e4565d6-aae7-424b-9436-b2e4f9ac792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:08.922415 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-667756a3-8d5c-4861-b6e5-7cb529dcc495 req-7e4565d6-aae7-424b-9436-b2e4f9ac792d service neutron] 10.222.0.93 "GET /v2.0/networks?id=4eefc547-3699-4e64-912f-eb783953f8c0 HTTP/1.1" status: 200 len: 870 time: 0.1043339 Mar 23 09:05:08.923681 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-2eb38375-20a5-40f9-af3e-7fa9ceba8b86 service neutron] 10.222.0.91 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909622 Mar 23 09:05:08.964063 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-667756a3-8d5c-4861-b6e5-7cb529dcc495 req-4e1be91e-c568-4df4-8309-4c78e3272640 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=44d1616b-ebb6-4b5a-947c-5f77c831ec04 HTTP/1.1" status: 200 len: 217 time: 0.0349679 Mar 23 09:05:09.018099 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667756a3-8d5c-4861-b6e5-7cb529dcc495 req-3050d17c-8129-4f30-8bb6-d380b553c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:09.019437 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-2131778b-331b-481d-a0f5-aa53cf208b6d service neutron] 10.222.0.91 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896029 Mar 23 09:05:09.019554 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-667756a3-8d5c-4861-b6e5-7cb529dcc495 req-3050d17c-8129-4f30-8bb6-d380b553c211 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=812ad07d-dc23-4c90-9991-62e04c8e292a HTTP/1.1" status: 200 len: 843 time: 0.0459936 Mar 23 09:05:09.070054 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667756a3-8d5c-4861-b6e5-7cb529dcc495 req-a9ad3cac-4fbc-4203-92e9-8057f6f76ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:09.071604 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-667756a3-8d5c-4861-b6e5-7cb529dcc495 req-a9ad3cac-4fbc-4203-92e9-8057f6f76ed2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4eefc547-3699-4e64-912f-eb783953f8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452421 Mar 23 09:05:09.202762 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-667756a3-8d5c-4861-b6e5-7cb529dcc495 req-3d2f1760-5660-4f85-a7a6-12af826176df service neutron] 10.222.0.93 "GET /v2.0/networks/4eefc547-3699-4e64-912f-eb783953f8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242399 Mar 23 09:05:09.221745 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ba3c28f4-cc6a-4138-8301-4fb53421d665 req-60d6947a-d40d-4831-a016-de4ff1a66474 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 210 time: 0.0419674 Mar 23 09:05:09.320970 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-667756a3-8d5c-4861-b6e5-7cb529dcc495 req-df297f64-4bde-4dd7-87a3-5ec974c05760 service neutron] 10.222.0.93 "GET /v2.0/networks/4eefc547-3699-4e64-912f-eb783953f8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026251 Mar 23 09:05:09.793429 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e983762-658c-4c03-81a6-912edfc6b95d req-50a4ed39-8585-4c65-8164-4111a62eb99d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:09.796982 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5e983762-658c-4c03-81a6-912edfc6b95d req-50a4ed39-8585-4c65-8164-4111a62eb99d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 947 time: 0.0723195 Mar 23 09:05:09.871120 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5e983762-658c-4c03-81a6-912edfc6b95d req-31d68287-851c-4ce4-935b-0e56d9428f6c tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8cf33ac-0f22-4f94-af90-888015cb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681295 Mar 23 09:05:10.413187 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-97615a91-bbdc-4717-9361-e69df868eb35 req-e1571116-30ee-4b80-8104-8c44dd6a07f9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 210 time: 0.0516324 Mar 23 09:05:10.488247 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-ec2f36b9-ebc5-4603-baf7-e04f6bd6c20d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:10.489762 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-ec2f36b9-ebc5-4603-baf7-e04f6bd6c20d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 819 time: 0.2218575 Mar 23 09:05:10.593172 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-9311efb2-ecb3-4b81-80f2-1b2033a21da2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=374ea8e4034e4b098ab4e807faac55b9 HTTP/1.1" status: 200 len: 379 time: 0.0900793 Mar 23 09:05:10.615344 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Request body: {'port': {'device_id': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'admin_state_up': True, 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'security_groups': ['bf25346b-0e11-4817-82d8-cd376442486a']}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:10.762057 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Made reservation on behalf of 374ea8e4034e4b098ab4e807faac55b9 for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:05:10.765691 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:10.920457 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Allocated IP 172.20.0.8 (56876f3b-4d32-475e-a709-53e6f280a9c9/abff9c7d-437d-4b14-8c68-e708daaaf0ea/70bae563-a879-4fc0-afe4-16ed4c41bd13) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:05:11.105920 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:11.153120 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:11.195321 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Network 56876f3b-4d32-475e-a709-53e6f280a9c9 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:05:11.199820 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:11.204873 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:05:11.250162 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2806c5-a22d-49c4-a2c6-710d9f0224f6 req-9388a033-333a-402d-b2f5-a052622f98d2 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:11.252724 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ff2806c5-a22d-49c4-a2c6-710d9f0224f6 req-9388a033-333a-402d-b2f5-a052622f98d2 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 947 time: 0.2983119 Mar 23 09:05:11.258810 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Pushing event updated for resources: {'Port': ['ID=70bae563-a879-4fc0-afe4-16ed4c41bd13,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:11.274045 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:11.274403 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:11.274749 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:11.275650 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:11.276003 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:11.276350 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:11.276993 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:11.277338 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:11.277672 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:11.278048 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:11.278383 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:11.278711 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:11.279041 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:11.279366 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:11.279695 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:11.288507 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:11.289152 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:11.314188 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-52651235-492d-4f29-bd3d-51c19ccb9b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7069960 Mar 23 09:05:11.319693 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ff2806c5-a22d-49c4-a2c6-710d9f0224f6 req-0ee87fce-53b7-4e29-8bea-864e4ea48cfa tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8cf33ac-0f22-4f94-af90-888015cb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537076 Mar 23 09:05:11.338048 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Request body: {'port': {'device_id': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:11.420463 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:11.567345 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-4ac1a2f2-1289-4564-a32b-fb77c97a458d None None] Provisioning complete for port 70bae563-a879-4fc0-afe4-16ed4c41bd13 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:11.567906 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a2f2-1289-4564-a32b-fb77c97a458d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:11.602991 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1a2f2-1289-4564-a32b-fb77c97a458d None None] Port 70bae563-a879-4fc0-afe4-16ed4c41bd13 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:05:11.664347 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618f01d-e6ff-4422-8ec1-f062fa6e075d req-1fa91884-df30-44f2-bb7f-46205131d243 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:11.665746 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b618f01d-e6ff-4422-8ec1-f062fa6e075d req-1fa91884-df30-44f2-bb7f-46205131d243 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 931 time: 0.1305740 Mar 23 09:05:11.727445 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 44d1616b-ebb6-4b5a-947c-5f77c831ec04 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:05:11.764746 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55954) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:11.767757 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b618f01d-e6ff-4422-8ec1-f062fa6e075d req-6bae5d18-bdb8-4702-aea5-85bd3c98b94c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947421 Mar 23 09:05:11.828059 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Deleting subnet 92c95f76-f69d-41d0-b899-7f1c8bb64d46 {{(pid=103135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:05:11.832108 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Publish callbacks [] for subnet (92c95f76-f69d-41d0-b899-7f1c8bb64d46), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:11.843248 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70bae563-a879-4fc0-afe4-16ed4c41bd13 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:05:11.851986 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Publish callbacks [] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:11.852735 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 44d1616b-ebb6-4b5a-947c-5f77c831ec04, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=44d1616b-ebb6-4b5a-947c-5f77c831ec04,segment=NetworkSegment(64a283c1-1184-483a-ae00-dcc1f9d4f722),segment_id=64a283c1-1184-483a-ae00-dcc1f9d4f722)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:11.866073 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Transition to ACTIVE for port object 70bae563-a879-4fc0-afe4-16ed4c41bd13 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:05:11.873609 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:11.886118 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '44d1616b-ebb6-4b5a-947c-5f77c831ec04', 'network_id': '4eefc547-3699-4e64-912f-eb783953f8c0', 'port_id': '44d1616b-ebb6-4b5a-947c-5f77c831ec04', 'mac_address': 'fa:16:3e:d0:5d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '812ad07d-dc23-4c90-9991-62e04c8e292a', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:05:11.891979 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9594834'] for subnet (92c95f76-f69d-41d0-b899-7f1c8bb64d46), precommit_delete_associations {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:11.946249 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Pushing event updated for resources: {'Port': ['ID=70bae563-a879-4fc0-afe4-16ed4c41bd13,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:11.951138 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2040305'] for subnet (92c95f76-f69d-41d0-b899-7f1c8bb64d46), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:11.961163 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 44d1616b-ebb6-4b5a-947c-5f77c831ec04 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:11.961676 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:11.982004 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d1616b-ebb6-4b5a-947c-5f77c831ec04 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:05:12.008176 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 44d1616b-ebb6-4b5a-947c-5f77c831ec04, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=44d1616b-ebb6-4b5a-947c-5f77c831ec04,segment=NetworkSegment(64a283c1-1184-483a-ae00-dcc1f9d4f722),segment_id=64a283c1-1184-483a-ae00-dcc1f9d4f722)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:12.018892 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:12.058840 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2040296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10199739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8535269'] for subnet (92c95f76-f69d-41d0-b899-7f1c8bb64d46), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:12.076283 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Attempting to bind port 70bae563-a879-4fc0-afe4-16ed4c41bd13 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:05:12.076619 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Attempting to bind port 70bae563-a879-4fc0-afe4-16ed4c41bd13 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:05:12.077008 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Attempting to bind port 70bae563-a879-4fc0-afe4-16ed4c41bd13 on network 56876f3b-4d32-475e-a709-53e6f280a9c9 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:05:12.085211 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Port 70bae563-a879-4fc0-afe4-16ed4c41bd13 on network 56876f3b-4d32-475e-a709-53e6f280a9c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:05:12.085535 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Attempting to bind port 70bae563-a879-4fc0-afe4-16ed4c41bd13 on network 56876f3b-4d32-475e-a709-53e6f280a9c9 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:05:12.093418 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92c95f76-f69d-41d0-b899-7f1c8bb64d46,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:12.094419 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:05:12.094783 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Checking segment: {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:05:12.095725 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Bound using segment: {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:05:12.096218 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Bound port: 70bae563-a879-4fc0-afe4-16ed4c41bd13, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38a8cf9-2b18-4548-95bc-f305d6826cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:05:12.096580 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:12.098742 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:12.099550 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=44d1616b-ebb6-4b5a-947c-5f77c831ec04,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:12.102408 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/92c95f76-f69d-41d0-b899-7f1c8bb64d46 HTTP/1.1" status: 204 len: 168 time: 0.3364420 Mar 23 09:05:12.108119 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 55960) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:12.160665 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:12.161054 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:12.161572 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:12.162204 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:12.162739 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:12.163083 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:12.163471 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:12.163815 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:12.164164 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:12.164494 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:12.164829 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:12.165172 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:12.165503 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:12.165824 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:12.166171 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b361c4-d4b8-4a8b-be87-cdfcc4f49564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:12.185224 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] For port 70bae563-a879-4fc0-afe4-16ed4c41bd13, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:05:12.190832 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] For port 70bae563-a879-4fc0-afe4-16ed4c41bd13, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=70bae563-a879-4fc0-afe4-16ed4c41bd13,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:05:12.198965 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:12.201551 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-169205f6-eb1b-4368-93c3-50fe81bb904a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (f05d1fc1-dfbe-4950-aa08-0be02226bfcb), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:12.238662 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:12.239350 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:12.241306 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] 10.222.0.93 "PUT /v2.0/ports/70bae563-a879-4fc0-afe4-16ed4c41bd13 HTTP/1.1" status: 200 len: 1093 time: 0.9179366 Mar 23 09:05:12.241777 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'tag': '70bae563-a879-4fc0-afe4-16ed4c41bd13'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:05:12.244100 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5293156-9471-4c24-9f4b-50f0b46a5453" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb28b9e-56e6-4da0-a61a-776b5f671ad3", "tag": "70bae563-a879-4fc0-afe4-16ed4c41bd13"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:05:12.274233 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b7d47-3d68-4895-b650-0d9637e174fd service neutron] Pushing event updated for resources: {'Port': ['ID=70bae563-a879-4fc0-afe4-16ed4c41bd13,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:12.334684 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eb24e2-8d36-4fd3-ad23-ac264ef7d409 x-openstack-request-id: req-d8eb24e2-8d36-4fd3-ad23-ac264ef7d409 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:05:12.335068 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb28b9e-56e6-4da0-a61a-776b5f671ad3", "tag": "70bae563-a879-4fc0-afe4-16ed4c41bd13", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:05:12.335387 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d8eb24e2-8d36-4fd3-ad23-ac264ef7d409 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:05:12.335865 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8eb24e2-8d36-4fd3-ad23-ac264ef7d409'] response: {'name': 'network-changed', 'server_uuid': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'tag': '70bae563-a879-4fc0-afe4-16ed4c41bd13', 'status': 'completed', 'code': 200} Mar 23 09:05:12.355184 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-169205f6-eb1b-4368-93c3-50fe81bb904a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1972292', 'neutron.services.segments.db._delete_segments_for_network-8760674705475'] for network (f05d1fc1-dfbe-4950-aa08-0be02226bfcb), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:12.377115 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-304f690c-9ab2-48a9-b70c-05ecbfd883be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:12.382668 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-304f690c-9ab2-48a9-b70c-05ecbfd883be service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 1127 time: 0.0942032 Mar 23 09:05:12.385636 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-169205f6-eb1b-4368-93c3-50fe81bb904a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05d1fc1-dfbe-4950-aa08-0be02226bfcb']}} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:12.402568 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-169205f6-eb1b-4368-93c3-50fe81bb904a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd46ac62-5734-48fc-8d32-09fdf3daf023') {'for_net_delete': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:12.402950 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-169205f6-eb1b-4368-93c3-50fe81bb904a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd46ac62-5734-48fc-8d32-09fdf3daf023') {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:12.415514 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-169205f6-eb1b-4368-93c3-50fe81bb904a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760674703948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9594859'] for segment (cd46ac62-5734-48fc-8d32-09fdf3daf023), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:12.436913 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-169205f6-eb1b-4368-93c3-50fe81bb904a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (cd46ac62-5734-48fc-8d32-09fdf3daf023), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:12.447749 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169205f6-eb1b-4368-93c3-50fe81bb904a admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:05:12.448148 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-169205f6-eb1b-4368-93c3-50fe81bb904a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10199065'] for segment (cd46ac62-5734-48fc-8d32-09fdf3daf023), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: Traceback (most recent call last): Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: timer() Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: cb(*args, **kw) Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: return func(*args, **kwargs) Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: self._notify() Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: self.callback(batched_events) Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: event.method(event) Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: return f(self, *a, **k) Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: return self._get(url).json() Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: return self.request(url, 'GET', **kwargs) Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:05:12.449947 dv-cinder-834822-2-smb neutron-server[103135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:05:12.468209 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-4eb1b9bb-b9b6-48bf-9fa5-27bfe4f35aed service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70bae563-a879-4fc0-afe4-16ed4c41bd13 HTTP/1.1" status: 200 len: 217 time: 0.0719016 Mar 23 09:05:12.513276 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-169205f6-eb1b-4368-93c3-50fe81bb904a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1972351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548464'] for network (f05d1fc1-dfbe-4950-aa08-0be02226bfcb), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:12.529199 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['44d1616b-ebb6-4b5a-947c-5f77c831ec04'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:05:12.535345 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-169205f6-eb1b-4368-93c3-50fe81bb904a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:12.539842 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-169205f6-eb1b-4368-93c3-50fe81bb904a admin admin] 10.222.0.91 "DELETE /v2.0/networks/f05d1fc1-dfbe-4950-aa08-0be02226bfcb HTTP/1.1" status: 204 len: 168 time: 0.4302020 Mar 23 09:05:12.544872 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-28d4f9b8-e37e-45fa-84eb-406454844c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:12.546754 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-28d4f9b8-e37e-45fa-84eb-406454844c1b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.0714805 Mar 23 09:05:12.554183 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169205f6-eb1b-4368-93c3-50fe81bb904a admin admin] Pushing event deleted for resources: {'Network': ['ID=f05d1fc1-dfbe-4950-aa08-0be02226bfcb,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:12.556814 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0586233-6a8c-4d4b-a9d4-99acf4f3c6f1 req-86cdb464-c933-4d3b-aaae-b8f8928c628a tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:12.562330 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b0586233-6a8c-4d4b-a9d4-99acf4f3c6f1 req-86cdb464-c933-4d3b-aaae-b8f8928c628a tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 948 time: 0.1745648 Mar 23 09:05:12.647641 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b0586233-6a8c-4d4b-a9d4-99acf4f3c6f1 req-28e159be-368d-4177-9c62-dfa55d2461ea tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8cf33ac-0f22-4f94-af90-888015cb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750608 Mar 23 09:05:12.652060 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-a99acd5b-4662-486e-9c1a-542099002aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:12.653620 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-a99acd5b-4662-486e-9c1a-542099002aa1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0896406 Mar 23 09:05:12.756266 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-041dc7b8-3564-4f3a-ad9f-bcf3c4217c58 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930223 Mar 23 09:05:12.863186 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-70336fb1-5650-4f96-b36b-2dcdd957a3e3 req-3e13e38f-d5dd-4ab4-9617-ec8ba7887cab service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004281 Mar 23 09:05:12.868240 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 55972) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:12.928722 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218deff-0a2d-4751-8c3d-a586cd819ea9 req-73a2f089-dae7-4d3c-b533-d2c9ad9c5e4a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:12.930358 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3218deff-0a2d-4751-8c3d-a586cd819ea9 req-73a2f089-dae7-4d3c-b533-d2c9ad9c5e4a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 943 time: 0.0819967 Mar 23 09:05:12.986722 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3218deff-0a2d-4751-8c3d-a586cd819ea9 req-ae699182-065a-43e8-a9ff-bb88179bf1e9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501506 Mar 23 09:05:13.162186 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-a1db4e7d-fdc4-4638-a053-e27c24c2510e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=54f778e9c5d5495ba704ef4c94800723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927444 Mar 23 09:05:13.164891 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 55980) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:13.193723 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5293156-9471-4c24-9f4b-50f0b46a5453 req-3125d99f-6a2a-4cb7-8056-f92f19a89731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:13.195512 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c5293156-9471-4c24-9f4b-50f0b46a5453 req-3125d99f-6a2a-4cb7-8056-f92f19a89731 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 1127 time: 0.0924783 Mar 23 09:05:13.278036 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9f65227d-185b-44ee-9109-a0edd4d9c0d0 admin admin] Publish callbacks [] for security_group (ddaac9a5-9ae1-43b0-9e6b-4372465edd20), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:13.315061 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9f65227d-185b-44ee-9109-a0edd4d9c0d0 admin admin] Publish callbacks [] for security_group (ddaac9a5-9ae1-43b0-9e6b-4372465edd20), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:13.346880 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5293156-9471-4c24-9f4b-50f0b46a5453 req-a2d71bb5-a1a7-4e42-9f32-cff2555f8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:13.348335 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c5293156-9471-4c24-9f4b-50f0b46a5453 req-a2d71bb5-a1a7-4e42-9f32-cff2555f8d76 service neutron] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 920 time: 0.1463165 Mar 23 09:05:13.399398 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c5293156-9471-4c24-9f4b-50f0b46a5453 req-5fd25f95-5afa-47d1-ae3d-f55c9fb2634d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70bae563-a879-4fc0-afe4-16ed4c41bd13 HTTP/1.1" status: 200 len: 217 time: 0.0431278 Mar 23 09:05:13.458142 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9f65227d-185b-44ee-9109-a0edd4d9c0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (ddaac9a5-9ae1-43b0-9e6b-4372465edd20), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:13.460714 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9f65227d-185b-44ee-9109-a0edd4d9c0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:13.461830 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-9f65227d-185b-44ee-9109-a0edd4d9c0d0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ddaac9a5-9ae1-43b0-9e6b-4372465edd20 HTTP/1.1" status: 204 len: 168 time: 0.2959621 Mar 23 09:05:13.475198 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5293156-9471-4c24-9f4b-50f0b46a5453 req-e37786ce-adae-47a0-ad66-8c6afc8ebd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:13.476729 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c5293156-9471-4c24-9f4b-50f0b46a5453 req-e37786ce-adae-47a0-ad66-8c6afc8ebd6a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.0709665 Mar 23 09:05:13.477654 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65227d-185b-44ee-9109-a0edd4d9c0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaac9a5-9ae1-43b0-9e6b-4372465edd20,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:13.566761 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5293156-9471-4c24-9f4b-50f0b46a5453 req-d7b2c951-2d1e-414a-b477-4f7fb00f467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:13.568488 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c5293156-9471-4c24-9f4b-50f0b46a5453 req-d7b2c951-2d1e-414a-b477-4f7fb00f467b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0837572 Mar 23 09:05:13.671046 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c5293156-9471-4c24-9f4b-50f0b46a5453 req-20b37839-bdad-43ec-a9e7-83fc85c15ae4 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954328 Mar 23 09:05:13.825405 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f063585-7d16-4331-91ca-db67f10e4329 req-99e3af28-02b7-41ee-8993-cb3d6c462ed5 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:13.826926 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9f063585-7d16-4331-91ca-db67f10e4329 req-99e3af28-02b7-41ee-8993-cb3d6c462ed5 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 948 time: 0.0901816 Mar 23 09:05:13.829794 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c5293156-9471-4c24-9f4b-50f0b46a5453 req-47e60845-39c9-430a-9354-38eaae85f88f service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501830 Mar 23 09:05:13.910392 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9f063585-7d16-4331-91ca-db67f10e4329 req-d8ce64fa-435b-4b85-99cf-30e07488712e tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8cf33ac-0f22-4f94-af90-888015cb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768976 Mar 23 09:05:14.116043 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da271a-7053-4d77-817c-855fbf326f56 req-5534fcb5-6c0d-4afd-89bf-c42031ec22ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:14.117615 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-37da271a-7053-4d77-817c-855fbf326f56 req-5534fcb5-6c0d-4afd-89bf-c42031ec22ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 943 time: 0.0533965 Mar 23 09:05:14.167062 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-37da271a-7053-4d77-817c-855fbf326f56 req-54fab31d-b2c2-46cd-b05d-bad5147bfe6b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439861 Mar 23 09:05:14.726193 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 56026) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:14.856801 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9653aa59-c3db-455f-9e51-0c377552514d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:14.943326 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9653aa59-c3db-455f-9e51-0c377552514d admin admin] Publish callbacks [] for security_group (6504fb8d-b512-464a-bdb2-d8abc4090cb4), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:14.948999 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9653aa59-c3db-455f-9e51-0c377552514d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (6504fb8d-b512-464a-bdb2-d8abc4090cb4), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:14.988070 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-9653aa59-c3db-455f-9e51-0c377552514d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a55027ec4fac41ffb7059fbabffc97ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607734 Mar 23 09:05:14.991432 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 56032) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:14.999259 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653aa59-c3db-455f-9e51-0c377552514d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6504fb8d-b512-464a-bdb2-d8abc4090cb4,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:15.048569 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-52d8fb47-bb8b-4a7e-8aab-0b3716df1b15 admin admin] Publish callbacks [] for security_group (6504fb8d-b512-464a-bdb2-d8abc4090cb4), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:15.062359 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82444e-dd11-4040-b3b5-13fc394174f1 req-cde5e1a7-e839-4b51-8d17-b1070e801170 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:15.064145 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6a82444e-dd11-4040-b3b5-13fc394174f1 req-cde5e1a7-e839-4b51-8d17-b1070e801170 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 948 time: 0.0746686 Mar 23 09:05:15.070443 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-52d8fb47-bb8b-4a7e-8aab-0b3716df1b15 admin admin] Publish callbacks [] for security_group (6504fb8d-b512-464a-bdb2-d8abc4090cb4), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:15.115874 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6a82444e-dd11-4040-b3b5-13fc394174f1 req-e8ca99a0-036b-49ef-aae4-3a392913f35b tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8cf33ac-0f22-4f94-af90-888015cb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458424 Mar 23 09:05:15.120304 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-52d8fb47-bb8b-4a7e-8aab-0b3716df1b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (6504fb8d-b512-464a-bdb2-d8abc4090cb4), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:15.122921 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-52d8fb47-bb8b-4a7e-8aab-0b3716df1b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:15.124168 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-52d8fb47-bb8b-4a7e-8aab-0b3716df1b15 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6504fb8d-b512-464a-bdb2-d8abc4090cb4 HTTP/1.1" status: 204 len: 168 time: 0.1317723 Mar 23 09:05:15.146360 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8fb47-bb8b-4a7e-8aab-0b3716df1b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6504fb8d-b512-464a-bdb2-d8abc4090cb4,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:15.299401 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76688dfb-247a-4749-baa7-e75408d8bfdd req-543af21f-2200-487b-81c1-a2c99f4146d9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:15.301043 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-76688dfb-247a-4749-baa7-e75408d8bfdd req-543af21f-2200-487b-81c1-a2c99f4146d9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 943 time: 0.0593135 Mar 23 09:05:15.360400 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-76688dfb-247a-4749-baa7-e75408d8bfdd req-d44ac9c2-66d4-49ee-845b-6648a4738a7b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529745 Mar 23 09:05:15.630041 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 56044) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:15.738219 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-28e01645-18e1-4581-a358-a2512de3c99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:15.753818 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 70bae563-a879-4fc0-afe4-16ed4c41bd13 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:05:15.761359 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 44d1616b-ebb6-4b5a-947c-5f77c831ec04 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:05:15.818125 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-28e01645-18e1-4581-a358-a2512de3c99f admin admin] Publish callbacks [] for security_group (79e6ae7a-612e-4f39-b62d-4b2b6c530347), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:15.822728 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-28e01645-18e1-4581-a358-a2512de3c99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (79e6ae7a-612e-4f39-b62d-4b2b6c530347), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:15.860520 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-28e01645-18e1-4581-a358-a2512de3c99f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=eb0be76245cc4c0582c51f3e02e01a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292886 Mar 23 09:05:15.862431 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e01645-18e1-4581-a358-a2512de3c99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e6ae7a-612e-4f39-b62d-4b2b6c530347,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:15.863603 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56050) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:15.870171 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port 44d1616b-ebb6-4b5a-947c-5f77c831ec04 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:05:15.888165 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 44d1616b-ebb6-4b5a-947c-5f77c831ec04 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:15.888602 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:15.918932 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-44da374d-8332-4618-bac1-e339feca6303 admin admin] Publish callbacks [] for security_group (79e6ae7a-612e-4f39-b62d-4b2b6c530347), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:15.928986 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 70bae563-a879-4fc0-afe4-16ed4c41bd13, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=70bae563-a879-4fc0-afe4-16ed4c41bd13,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:15.947816 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-44da374d-8332-4618-bac1-e339feca6303 admin admin] Publish callbacks [] for security_group (79e6ae7a-612e-4f39-b62d-4b2b6c530347), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:15.949042 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '70bae563-a879-4fc0-afe4-16ed4c41bd13', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'port_id': '70bae563-a879-4fc0-afe4-16ed4c41bd13', 'mac_address': 'fa:16:3e:23:18:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:05:15.999616 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-44da374d-8332-4618-bac1-e339feca6303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (79e6ae7a-612e-4f39-b62d-4b2b6c530347), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:16.003051 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-44da374d-8332-4618-bac1-e339feca6303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:16.004229 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-44da374d-8332-4618-bac1-e339feca6303 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/79e6ae7a-612e-4f39-b62d-4b2b6c530347 HTTP/1.1" status: 204 len: 168 time: 0.1393578 Mar 23 09:05:16.013681 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da374d-8332-4618-bac1-e339feca6303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e6ae7a-612e-4f39-b62d-4b2b6c530347,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:16.016566 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 70bae563-a879-4fc0-afe4-16ed4c41bd13 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:16.016988 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:16.044018 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 44d1616b-ebb6-4b5a-947c-5f77c831ec04 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:16.044413 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:16.049730 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bae563-a879-4fc0-afe4-16ed4c41bd13 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:05:16.089750 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 70bae563-a879-4fc0-afe4-16ed4c41bd13, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=70bae563-a879-4fc0-afe4-16ed4c41bd13,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:16.096097 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504eb089-0823-477e-bb0f-5ded8e1d72c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d1616b-ebb6-4b5a-947c-5f77c831ec04'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:05:16.098400 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952d3754-8f45-489b-ac1f-29af0776c564" -d '{"events": [{"server_uuid": "504eb089-0823-477e-bb0f-5ded8e1d72c1", "name": "network-vif-plugged", "status": "completed", "tag": "44d1616b-ebb6-4b5a-947c-5f77c831ec04"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:05:16.103387 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:16.115859 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 44d1616b-ebb6-4b5a-947c-5f77c831ec04, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=44d1616b-ebb6-4b5a-947c-5f77c831ec04,segment=NetworkSegment(64a283c1-1184-483a-ae00-dcc1f9d4f722),segment_id=64a283c1-1184-483a-ae00-dcc1f9d4f722)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:16.138212 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:16.146370 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d85936-870d-4869-804c-a8d11649a1d5 x-openstack-request-id: req-90d85936-870d-4869-804c-a8d11649a1d5 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:05:16.146700 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504eb089-0823-477e-bb0f-5ded8e1d72c1", "name": "network-vif-plugged", "status": "completed", "tag": "44d1616b-ebb6-4b5a-947c-5f77c831ec04", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:05:16.146965 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-90d85936-870d-4869-804c-a8d11649a1d5 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:05:16.147379 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d85936-870d-4869-804c-a8d11649a1d5'] response: {'server_uuid': '504eb089-0823-477e-bb0f-5ded8e1d72c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d1616b-ebb6-4b5a-947c-5f77c831ec04', 'code': 200} Mar 23 09:05:16.177760 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=70bae563-a879-4fc0-afe4-16ed4c41bd13,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:16.269216 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=44d1616b-ebb6-4b5a-947c-5f77c831ec04,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:16.271470 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ce7a6-5c76-4db3-a239-d30f1947a6fb req-98cc4670-e6b4-4605-85ab-2f8ccf8769fb tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:16.273892 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c14ce7a6-5c76-4db3-a239-d30f1947a6fb req-98cc4670-e6b4-4605-85ab-2f8ccf8769fb tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 949 time: 0.0613651 Mar 23 09:05:16.334181 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c14ce7a6-5c76-4db3-a239-d30f1947a6fb req-3c62991f-57a2-434a-a210-5eef052f1e6d tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8cf33ac-0f22-4f94-af90-888015cb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527835 Mar 23 09:05:16.376889 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67432ce-05cb-4b10-a910-6d0ed449ea88 req-dd1f040a-4179-484b-81b3-f914d23b62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:16.378516 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d67432ce-05cb-4b10-a910-6d0ed449ea88 req-dd1f040a-4179-484b-81b3-f914d23b62f4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 1133 time: 0.0472102 Mar 23 09:05:16.429114 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d67432ce-05cb-4b10-a910-6d0ed449ea88 req-b3fa71b2-07e3-4afe-9367-45d5c76e6657 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b8cf33ac-0f22-4f94-af90-888015cb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441904 Mar 23 09:05:16.489952 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b801de1-4f6d-4996-aa64-d178a94bbd7a req-ee8f7dfd-d83d-40fe-9873-c2f944911755 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:16.491463 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9b801de1-4f6d-4996-aa64-d178a94bbd7a req-ee8f7dfd-d83d-40fe-9873-c2f944911755 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 944 time: 0.0522602 Mar 23 09:05:16.521761 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['70bae563-a879-4fc0-afe4-16ed4c41bd13'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:05:16.539397 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9b801de1-4f6d-4996-aa64-d178a94bbd7a req-139724d1-cb4a-479d-a6aa-e502362d6616 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423546 Mar 23 09:05:17.466776 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f55a22-a69c-4a61-b72a-f5d650a691a0 req-b74b330f-7676-427c-b0ec-7df3e5937f84 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:17.468225 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-44f55a22-a69c-4a61-b72a-f5d650a691a0 req-b74b330f-7676-427c-b0ec-7df3e5937f84 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 949 time: 0.0594957 Mar 23 09:05:17.516803 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-44f55a22-a69c-4a61-b72a-f5d650a691a0 req-418ab90d-abe0-4bb1-8f90-3bd63ea0333f tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8cf33ac-0f22-4f94-af90-888015cb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421112 Mar 23 09:05:17.659688 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcf94f-6455-4585-ad88-da9c398b7613 req-02bfa89f-add4-44d5-9de3-06147a52279b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:17.661083 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-07dcf94f-6455-4585-ad88-da9c398b7613 req-02bfa89f-add4-44d5-9de3-06147a52279b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 944 time: 0.0538666 Mar 23 09:05:17.710409 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-07dcf94f-6455-4585-ad88-da9c398b7613 req-08c441e0-c878-4b84-8d30-82fab1879cee tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436792 Mar 23 09:05:17.754009 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 70bae563-a879-4fc0-afe4-16ed4c41bd13 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:05:17.802617 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port 70bae563-a879-4fc0-afe4-16ed4c41bd13 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:05:17.806577 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 70bae563-a879-4fc0-afe4-16ed4c41bd13 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:17.806958 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:17.884580 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 70bae563-a879-4fc0-afe4-16ed4c41bd13 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:17.884978 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:17.917413 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 70bae563-a879-4fc0-afe4-16ed4c41bd13, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=70bae563-a879-4fc0-afe4-16ed4c41bd13,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:17.920971 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:17.966676 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=70bae563-a879-4fc0-afe4-16ed4c41bd13,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:18.148303 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bae563-a879-4fc0-afe4-16ed4c41bd13'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:05:18.150772 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7a029d-95ef-4d5f-958f-77f557bd55a9" -d '{"events": [{"server_uuid": "9fb28b9e-56e6-4da0-a61a-776b5f671ad3", "name": "network-vif-plugged", "status": "completed", "tag": "70bae563-a879-4fc0-afe4-16ed4c41bd13"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:05:18.184942 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d7505a-3b68-4f68-bb31-140666fd7b92 x-openstack-request-id: req-e8d7505a-3b68-4f68-bb31-140666fd7b92 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:05:18.185244 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb28b9e-56e6-4da0-a61a-776b5f671ad3", "name": "network-vif-plugged", "status": "completed", "tag": "70bae563-a879-4fc0-afe4-16ed4c41bd13", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:05:18.185497 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e8d7505a-3b68-4f68-bb31-140666fd7b92 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:05:18.185912 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d7505a-3b68-4f68-bb31-140666fd7b92'] response: {'server_uuid': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bae563-a879-4fc0-afe4-16ed4c41bd13', 'code': 200} Mar 23 09:05:18.407790 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b967bf-f21a-437a-877d-482281139d42 req-814b797f-57e7-4265-8f95-4b2a25077796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:18.409280 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-67b967bf-f21a-437a-877d-482281139d42 req-814b797f-57e7-4265-8f95-4b2a25077796 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 1129 time: 0.0471780 Mar 23 09:05:18.454767 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-67b967bf-f21a-437a-877d-482281139d42 req-8736bb7e-1aa0-4f75-a600-e4c540136a31 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380311 Mar 23 09:05:18.639651 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495abd1-cd39-49e7-8e0e-5acec95a902e req-9882300c-960c-4920-9081-d6aae9fc257e tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:18.641143 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6495abd1-cd39-49e7-8e0e-5acec95a902e req-9882300c-960c-4920-9081-d6aae9fc257e tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 949 time: 0.0590131 Mar 23 09:05:18.689373 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6495abd1-cd39-49e7-8e0e-5acec95a902e req-e482dd9a-9800-4431-8165-5eb9124956a3 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8cf33ac-0f22-4f94-af90-888015cb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424156 Mar 23 09:05:18.845322 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a65de0-bf69-4ee4-87c9-7d14e0a63442 req-84cad553-2e95-4af2-8b7c-c19e517aa202 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:18.846912 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-90a65de0-bf69-4ee4-87c9-7d14e0a63442 req-84cad553-2e95-4af2-8b7c-c19e517aa202 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0608423 Mar 23 09:05:18.900053 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-90a65de0-bf69-4ee4-87c9-7d14e0a63442 req-a49cdeb5-129c-4c2b-a6c6-1ee9b20cd6e9 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476265 Mar 23 09:05:18.975525 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04caae-882e-4079-ac77-726060ac670b req-ba9c3322-77da-4baf-bfc4-b9bdd007423b tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:18.976928 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8b04caae-882e-4079-ac77-726060ac670b req-ba9c3322-77da-4baf-bfc4-b9bdd007423b tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 949 time: 0.0520384 Mar 23 09:05:19.024331 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8b04caae-882e-4079-ac77-726060ac670b req-a9368457-6b5b-4736-b056-5ba17bad91af tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8cf33ac-0f22-4f94-af90-888015cb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Mar 23 09:05:20.017771 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae153301-c90a-4de1-9a4d-bf5f97f5e217 req-09678bba-fd9e-4c8a-851c-7be89a61180a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:20.019279 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ae153301-c90a-4de1-9a4d-bf5f97f5e217 req-09678bba-fd9e-4c8a-851c-7be89a61180a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0539362 Mar 23 09:05:20.066454 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ae153301-c90a-4de1-9a4d-bf5f97f5e217 req-44408195-0446-4aac-a845-d7e035ba962d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416241 Mar 23 09:05:20.205801 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f42d7-502a-4c93-bb12-898f963c79cf req-99b62f14-51c2-4a2f-89a0-efba3738f9fb tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:20.207520 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-244f42d7-502a-4c93-bb12-898f963c79cf req-99b62f14-51c2-4a2f-89a0-efba3738f9fb tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 949 time: 0.0526032 Mar 23 09:05:20.258466 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-244f42d7-502a-4c93-bb12-898f963c79cf req-388ff024-0594-4198-84f5-67fde53eb3bb tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8cf33ac-0f22-4f94-af90-888015cb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453482 Mar 23 09:05:21.213598 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809694d1-1c7a-45e2-aaca-90c1938acfa4 req-5294ea65-4853-4b31-a924-dbab2af4bcde tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:21.215030 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-809694d1-1c7a-45e2-aaca-90c1938acfa4 req-5294ea65-4853-4b31-a924-dbab2af4bcde tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0802958 Mar 23 09:05:21.223491 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe585dd-1cb3-4048-be18-620977b33f2e req-1f577020-4956-41cf-95d6-5b9f091d4763 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:21.224845 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-bbe585dd-1cb3-4048-be18-620977b33f2e req-1f577020-4956-41cf-95d6-5b9f091d4763 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.93 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 949 time: 0.0986834 Mar 23 09:05:21.318084 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-809694d1-1c7a-45e2-aaca-90c1938acfa4 req-5b9a1db6-eafa-4b2c-97c2-2f9e212a82e2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922616 Mar 23 09:05:21.347425 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-bbe585dd-1cb3-4048-be18-620977b33f2e req-27dff3b7-676e-44fd-9959-2113dd978ec4 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Deleting port 44d1616b-ebb6-4b5a-947c-5f77c831ec04 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:05:21.348553 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-bbe585dd-1cb3-4048-be18-620977b33f2e req-27dff3b7-676e-44fd-9959-2113dd978ec4 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:21.377956 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695ad77-1ba5-490f-8f96-e65de872994c req-9e444a7b-a551-4d0d-bfba-5a67e95a15f0 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:21.379640 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d695ad77-1ba5-490f-8f96-e65de872994c req-9e444a7b-a551-4d0d-bfba-5a67e95a15f0 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/ports?device_id=504eb089-0823-477e-bb0f-5ded8e1d72c1 HTTP/1.1" status: 200 len: 949 time: 0.0536988 Mar 23 09:05:21.427439 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d695ad77-1ba5-490f-8f96-e65de872994c req-491b6d16-ba2c-43ee-8a39-64a0b426d668 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.91 "GET /v2.0/security-groups?id=b8cf33ac-0f22-4f94-af90-888015cb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 Mar 23 09:05:21.471636 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-bbe585dd-1cb3-4048-be18-620977b33f2e req-27dff3b7-676e-44fd-9959-2113dd978ec4 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] For port 44d1616b-ebb6-4b5a-947c-5f77c831ec04, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=44d1616b-ebb6-4b5a-947c-5f77c831ec04,segment=NetworkSegment(64a283c1-1184-483a-ae00-dcc1f9d4f722),segment_id=64a283c1-1184-483a-ae00-dcc1f9d4f722)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:21.471908 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-bbe585dd-1cb3-4048-be18-620977b33f2e req-27dff3b7-676e-44fd-9959-2113dd978ec4 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:21.480540 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a2a45-5839-4428-993f-248749daffb7 req-aa7a66f5-4be8-464c-83c7-6259cff1224d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:21.482035 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-468a2a45-5839-4428-993f-248749daffb7 req-aa7a66f5-4be8-464c-83c7-6259cff1224d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0919385 Mar 23 09:05:21.490672 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 56110) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:21.492688 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-bbe585dd-1cb3-4048-be18-620977b33f2e req-27dff3b7-676e-44fd-9959-2113dd978ec4 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Calling delete_port for 44d1616b-ebb6-4b5a-947c-5f77c831ec04 owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:05:21.495323 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-aa224e72-c8da-4901-878b-ede7507325ff tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Request body: {'floatingip': {'port_id': '70bae563-a879-4fc0-afe4-16ed4c41bd13'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:21.569446 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa224e72-c8da-4901-878b-ede7507325ff tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for floatingip (2d616872-fa20-4114-9fa3-304bfc8e8c4f), before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:21.628939 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-bbe585dd-1cb3-4048-be18-620977b33f2e req-27dff3b7-676e-44fd-9959-2113dd978ec4 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (44d1616b-ebb6-4b5a-947c-5f77c831ec04), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:21.640754 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['44d1616b-ebb6-4b5a-947c-5f77c831ec04'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:05:21.658434 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dff3b7-676e-44fd-9959-2113dd978ec4 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Pushing event deleted for resources: {'Port': ['ID=44d1616b-ebb6-4b5a-947c-5f77c831ec04,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:21.705988 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe585dd-1cb3-4048-be18-620977b33f2e req-27dff3b7-676e-44fd-9959-2113dd978ec4 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] No DVR routers for this DVR port 44d1616b-ebb6-4b5a-947c-5f77c831ec04 on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:05:21.708556 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-bbe585dd-1cb3-4048-be18-620977b33f2e req-27dff3b7-676e-44fd-9959-2113dd978ec4 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:21.711862 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-bbe585dd-1cb3-4048-be18-620977b33f2e req-27dff3b7-676e-44fd-9959-2113dd978ec4 tempest-VolumesNegativeTest-1843487853 tempest-VolumesNegativeTest-1843487853-project] 10.222.0.93 "DELETE /v2.0/ports/44d1616b-ebb6-4b5a-947c-5f77c831ec04 HTTP/1.1" status: 204 len: 173 time: 0.4804585 Mar 23 09:05:21.712326 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504eb089-0823-477e-bb0f-5ded8e1d72c1', 'name': 'network-vif-deleted', 'tag': '44d1616b-ebb6-4b5a-947c-5f77c831ec04'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:05:21.714714 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dc5c79-d7fe-412c-b312-770faff04f58" -d '{"events": [{"server_uuid": "504eb089-0823-477e-bb0f-5ded8e1d72c1", "name": "network-vif-deleted", "tag": "44d1616b-ebb6-4b5a-947c-5f77c831ec04"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:05:21.750402 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a360146-e4d0-4d98-aedb-5aa2042ba578 x-openstack-request-id: req-7a360146-e4d0-4d98-aedb-5aa2042ba578 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:05:21.750761 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504eb089-0823-477e-bb0f-5ded8e1d72c1", "name": "network-vif-deleted", "tag": "44d1616b-ebb6-4b5a-947c-5f77c831ec04", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:05:21.751089 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7a360146-e4d0-4d98-aedb-5aa2042ba578 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:05:21.751569 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a360146-e4d0-4d98-aedb-5aa2042ba578'] response: {'server_uuid': '504eb089-0823-477e-bb0f-5ded8e1d72c1', 'name': 'network-vif-deleted', 'tag': '44d1616b-ebb6-4b5a-947c-5f77c831ec04', 'status': 'completed', 'code': 200} Mar 23 09:05:22.175601 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa224e72-c8da-4901-878b-ede7507325ff tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:22.179736 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa224e72-c8da-4901-878b-ede7507325ff tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (2d616872-fa20-4114-9fa3-304bfc8e8c4f), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:22.282179 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.db.l3_db [None req-aa224e72-c8da-4901-878b-ede7507325ff tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Floating IP 2d616872-fa20-4114-9fa3-304bfc8e8c4f associated. External IP: 172.28.1.158, port: 70bae563-a879-4fc0-afe4-16ed4c41bd13. Mar 23 09:05:22.490577 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa224e72-c8da-4901-878b-ede7507325ff tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Router 63c5e3c2-b417-40f9-a527-4588aad6f58c has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:05:22.612690 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa224e72-c8da-4901-878b-ede7507325ff tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:05:22.617574 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa224e72-c8da-4901-878b-ede7507325ff tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:22.624347 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6afd3-1b23-4538-a447-9c891d18dcf1 None None] Sync routers for ids ['63c5e3c2-b417-40f9-a527-4588aad6f58c'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:05:22.635218 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6afd3-1b23-4538-a447-9c891d18dcf1 None None] Routers {'63c5e3c2-b417-40f9-a527-4588aad6f58c'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:22.635817 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-f1c6afd3-1b23-4538-a447-9c891d18dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:05:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['63c5e3c2-b417-40f9-a527-4588aad6f58c'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:22.670855 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-aa224e72-c8da-4901-878b-ede7507325ff tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "PUT /v2.0/floatingips/2d616872-fa20-4114-9fa3-304bfc8e8c4f HTTP/1.1" status: 200 len: 991 time: 1.1650429 Mar 23 09:05:22.670855 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'tag': '70bae563-a879-4fc0-afe4-16ed4c41bd13'}] {{(pid=103135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:05:22.670855 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51f15b860103e8e2aec02021d47e14fc4ddffbdf8d3bff073939c8104b05bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bba558b-8709-4e00-b958-87e8dfd28c07" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb28b9e-56e6-4da0-a61a-776b5f671ad3", "tag": "70bae563-a879-4fc0-afe4-16ed4c41bd13"}]}' {{(pid=103135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:05:22.697214 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d08f805-0c0c-4879-a41a-cff1e75048b7 x-openstack-request-id: req-2d08f805-0c0c-4879-a41a-cff1e75048b7 {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:05:22.697510 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb28b9e-56e6-4da0-a61a-776b5f671ad3", "tag": "70bae563-a879-4fc0-afe4-16ed4c41bd13", "status": "completed", "code": 200}]} {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:05:22.697769 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2d08f805-0c0c-4879-a41a-cff1e75048b7 {{(pid=103135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:05:22.698199 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d08f805-0c0c-4879-a41a-cff1e75048b7'] response: {'name': 'network-changed', 'server_uuid': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'tag': '70bae563-a879-4fc0-afe4-16ed4c41bd13', 'status': 'completed', 'code': 200} Mar 23 09:05:22.751791 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-f1c6afd3-1b23-4538-a447-9c891d18dcf1 None None] Set router 63c5e3c2-b417-40f9-a527-4588aad6f58c gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:22.769030 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba558b-8709-4e00-b958-87e8dfd28c07 req-d709ca5a-ab87-4913-a33e-c628c6062785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:22.770790 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8bba558b-8709-4e00-b958-87e8dfd28c07 req-d709ca5a-ab87-4913-a33e-c628c6062785 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 1129 time: 0.0507419 Mar 23 09:05:22.866148 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba558b-8709-4e00-b958-87e8dfd28c07 req-b827a591-6e7f-4f2a-9af1-7efc60fadf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:22.867624 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8bba558b-8709-4e00-b958-87e8dfd28c07 req-b827a591-6e7f-4f2a-9af1-7efc60fadf8b service neutron] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 920 time: 0.0902147 Mar 23 09:05:22.942003 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8bba558b-8709-4e00-b958-87e8dfd28c07 req-f462510d-a8c9-4ac2-b2fe-c429a1c58d45 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70bae563-a879-4fc0-afe4-16ed4c41bd13 HTTP/1.1" status: 200 len: 999 time: 0.0677452 Mar 23 09:05:22.998070 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-f1c6afd3-1b23-4538-a447-9c891d18dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 4, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '2d616872-fa20-4114-9fa3-304bfc8e8c4f', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'floating_ip_address': '172.28.1.158', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'port_id': '70bae563-a879-4fc0-afe4-16ed4c41bd13', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'mac_address': 'fa:16:3e:23:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:05:05Z', 'updated_at': '2022-03-23T09:05:22Z', 'revision_number': 1, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46246b88-311e-41de-92c4-aea1dbfc5610', 'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'mac_address': 'fa:16:3e:20:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:19Z', 'updated_at': '2022-03-23T09:03:35Z', 'revision_number': 5, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'subnets': [{'id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:22.999737 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba558b-8709-4e00-b958-87e8dfd28c07 req-00f3d280-b994-4745-8f0a-d34e95db125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:23.001423 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8bba558b-8709-4e00-b958-87e8dfd28c07 req-00f3d280-b994-4745-8f0a-d34e95db125d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.0526352 Mar 23 09:05:23.027530 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6afd3-1b23-4538-a447-9c891d18dcf1 None None] Checking router: 63c5e3c2-b417-40f9-a527-4588aad6f58c for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:05:23.038768 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6afd3-1b23-4538-a447-9c891d18dcf1 None None] Routers {'63c5e3c2-b417-40f9-a527-4588aad6f58c'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:23.039717 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-f1c6afd3-1b23-4538-a447-9c891d18dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:05:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['63c5e3c2-b417-40f9-a527-4588aad6f58c'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:23.057000 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba558b-8709-4e00-b958-87e8dfd28c07 req-9b9bd244-fa43-4a47-9727-597a5dcfb945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:23.058596 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8bba558b-8709-4e00-b958-87e8dfd28c07 req-9b9bd244-fa43-4a47-9727-597a5dcfb945 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0506070 Mar 23 09:05:23.163680 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-f1c6afd3-1b23-4538-a447-9c891d18dcf1 None None] Set router 63c5e3c2-b417-40f9-a527-4588aad6f58c gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:23.170183 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8bba558b-8709-4e00-b958-87e8dfd28c07 req-05ac7bd9-512c-4a1a-b9f8-b67e916f1f28 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045277 Mar 23 09:05:23.271193 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8bba558b-8709-4e00-b958-87e8dfd28c07 req-5d730c0b-2fbf-41b8-a0ef-b8e8cbac2c46 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936856 Mar 23 09:05:23.395595 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-f1c6afd3-1b23-4538-a447-9c891d18dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 4, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '2d616872-fa20-4114-9fa3-304bfc8e8c4f', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'floating_ip_address': '172.28.1.158', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'port_id': '70bae563-a879-4fc0-afe4-16ed4c41bd13', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'mac_address': 'fa:16:3e:23:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:05:05Z', 'updated_at': '2022-03-23T09:05:22Z', 'revision_number': 1, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46246b88-311e-41de-92c4-aea1dbfc5610', 'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'mac_address': 'fa:16:3e:20:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:19Z', 'updated_at': '2022-03-23T09:03:35Z', 'revision_number': 5, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'subnets': [{'id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:23.510687 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6afd3-1b23-4538-a447-9c891d18dcf1 None None] The sync data for ids ['63c5e3c2-b417-40f9-a527-4588aad6f58c'] in dv-cinder-834822-2-smb is: [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 4, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '2d616872-fa20-4114-9fa3-304bfc8e8c4f', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'floating_ip_address': '172.28.1.158', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'port_id': '70bae563-a879-4fc0-afe4-16ed4c41bd13', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'mac_address': 'fa:16:3e:23:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:05:05Z', 'updated_at': '2022-03-23T09:05:22Z', 'revision_number': 1, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46246b88-311e-41de-92c4-aea1dbfc5610', 'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'mac_address': 'fa:16:3e:20:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:19Z', 'updated_at': '2022-03-23T09:03:35Z', 'revision_number': 5, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'subnets': [{'id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:05:23.746620 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b6c803-8766-4967-9383-fe1e6f4d2cd1 None None] New status for floating IP 2d616872-fa20-4114-9fa3-304bfc8e8c4f: ACTIVE {{(pid=103136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:05:23.788102 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 44d1616b-ebb6-4b5a-947c-5f77c831ec04 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:05:23.814025 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: 44d1616b-ebb6-4b5a-947c-5f77c831ec04 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:05:23.814423 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 44d1616b-ebb6-4b5a-947c-5f77c831ec04 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:05:23.828262 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:05:26.546084 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 56386) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:26.710021 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-8694583c-6d31-4d57-a1c4-b2d1afdeb91f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ff6b8d3dba2544b897788ca436a85be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624253 Mar 23 09:05:26.713945 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 56390) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:26.770646 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f4b69139-fe09-4ed3-a363-e836599a5916 admin admin] Publish callbacks [] for security_group (b8cf33ac-0f22-4f94-af90-888015cb251b), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:26.793276 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f4b69139-fe09-4ed3-a363-e836599a5916 admin admin] Publish callbacks [] for security_group (b8cf33ac-0f22-4f94-af90-888015cb251b), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:27.073992 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f4b69139-fe09-4ed3-a363-e836599a5916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (b8cf33ac-0f22-4f94-af90-888015cb251b), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:27.076432 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f4b69139-fe09-4ed3-a363-e836599a5916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:27.077566 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-f4b69139-fe09-4ed3-a363-e836599a5916 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b8cf33ac-0f22-4f94-af90-888015cb251b HTTP/1.1" status: 204 len: 168 time: 0.3627338 Mar 23 09:05:27.085053 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b69139-fe09-4ed3-a363-e836599a5916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cf33ac-0f22-4f94-af90-888015cb251b,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:27.825599 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 56402) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:27.928206 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fb9230f4-ce04-4562-a60a-6b7eca65222f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:28.001273 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fb9230f4-ce04-4562-a60a-6b7eca65222f admin admin] Publish callbacks [] for security_group (9c6bc803-5433-4131-aeae-46f6dec08b73), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:28.005912 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fb9230f4-ce04-4562-a60a-6b7eca65222f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (9c6bc803-5433-4131-aeae-46f6dec08b73), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:28.043823 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-fb9230f4-ce04-4562-a60a-6b7eca65222f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ba4ca21302344e829f00cd5cc043e064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170897 Mar 23 09:05:28.045240 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9230f4-ce04-4562-a60a-6b7eca65222f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6bc803-5433-4131-aeae-46f6dec08b73,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:28.047229 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56406) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:28.102840 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d511c7d6-429d-47df-8b75-872eb5add86b admin admin] Publish callbacks [] for security_group (9c6bc803-5433-4131-aeae-46f6dec08b73), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:28.123885 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d511c7d6-429d-47df-8b75-872eb5add86b admin admin] Publish callbacks [] for security_group (9c6bc803-5433-4131-aeae-46f6dec08b73), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:28.176133 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d511c7d6-429d-47df-8b75-872eb5add86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (9c6bc803-5433-4131-aeae-46f6dec08b73), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:28.178768 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d511c7d6-429d-47df-8b75-872eb5add86b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:28.179917 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-d511c7d6-429d-47df-8b75-872eb5add86b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9c6bc803-5433-4131-aeae-46f6dec08b73 HTTP/1.1" status: 204 len: 168 time: 0.1316931 Mar 23 09:05:28.187842 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511c7d6-429d-47df-8b75-872eb5add86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6bc803-5433-4131-aeae-46f6dec08b73,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:30.489866 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9e70e200-7a25-4222-8f67-c890916cc1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:30.648946 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:31.697289 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 56452) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:31.803465 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7032cb7a-0e97-45e9-b9a9-4ead8747db7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:31.879106 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7032cb7a-0e97-45e9-b9a9-4ead8747db7d admin admin] Publish callbacks [] for security_group (8fb5b055-474d-4eae-bcb7-6975cc6cae03), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:31.883708 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7032cb7a-0e97-45e9-b9a9-4ead8747db7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (8fb5b055-474d-4eae-bcb7-6975cc6cae03), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:31.927586 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-7032cb7a-0e97-45e9-b9a9-4ead8747db7d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cd10e25e8dc245dca536747fe60ae196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291656 Mar 23 09:05:31.928590 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032cb7a-0e97-45e9-b9a9-4ead8747db7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb5b055-474d-4eae-bcb7-6975cc6cae03,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:31.930529 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56456) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:31.979342 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-550ba10d-8a4d-4e4c-9e57-209076c33416 admin admin] Publish callbacks [] for security_group (8fb5b055-474d-4eae-bcb7-6975cc6cae03), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:31.999654 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-550ba10d-8a4d-4e4c-9e57-209076c33416 admin admin] Publish callbacks [] for security_group (8fb5b055-474d-4eae-bcb7-6975cc6cae03), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:32.047138 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-550ba10d-8a4d-4e4c-9e57-209076c33416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (8fb5b055-474d-4eae-bcb7-6975cc6cae03), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:32.049802 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-550ba10d-8a4d-4e4c-9e57-209076c33416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:32.050964 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-550ba10d-8a4d-4e4c-9e57-209076c33416 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8fb5b055-474d-4eae-bcb7-6975cc6cae03 HTTP/1.1" status: 204 len: 168 time: 0.1194506 Mar 23 09:05:32.058805 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ba10d-8a4d-4e4c-9e57-209076c33416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb5b055-474d-4eae-bcb7-6975cc6cae03,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:32.690731 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 56478) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:32.787261 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-127564360-network', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:32.806112 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] Made reservation on behalf of 9fe9e315746a46bb9bd2d4f28c742498 for: {'network': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:05:32.808880 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:32.818689 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:32.851423 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc891aca-04bb-411f-bf5b-90dad560ac0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:32.901174 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] Publish callbacks [] for security_group (4c7d8e51-8bc3-43e9-a96e-5fa5a912c914), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:32.905223 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (4c7d8e51-8bc3-43e9-a96e-5fa5a912c914), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:32.933752 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=103135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:05:32.941685 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7d8e51-8bc3-43e9-a96e-5fa5a912c914,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:32.950371 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (7f3ddbc1-5315-45ad-ad79-7f51691bd4e9), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:32.950371 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.db.segments_db [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] Added segment 7f3ddbc1-5315-45ad-ad79-7f51691bd4e9 of type vlan for network b6e1230f-6af3-450c-bd6e-9a59d45f701d Mar 23 09:05:32.992587 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (b6e1230f-6af3-450c-bd6e-9a59d45f701d), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.026168 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (b6e1230f-6af3-450c-bd6e-9a59d45f701d), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.027275 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:33.028109 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.090999 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3991342 Mar 23 09:05:33.093989 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 56482) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:33.101888 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-7807a846-2ea4-43b2-9940-16515863bef8 admin admin] Request body: {'subnet': {'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-127564360-subnet', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'ip_version': 4}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:33.106079 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bae46-8d0d-461c-9fd0-602b507f1658 admin admin] Pushing event updated for resources: {'Network': ['ID=b6e1230f-6af3-450c-bd6e-9a59d45f701d,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:33.116510 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network b6e1230f-6af3-450c-bd6e-9a59d45f701d details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:05:33.128366 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7807a846-2ea4-43b2-9940-16515863bef8 admin admin] Made reservation on behalf of 9fe9e315746a46bb9bd2d4f28c742498 for: {'subnet': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:05:33.131551 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7807a846-2ea4-43b2-9940-16515863bef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8535240'] for subnet (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.329221 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7807a846-2ea4-43b2-9940-16515863bef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10199802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8535262'] for subnet (319e9977-bbba-4ffe-985c-bf95181755d8), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.385323 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807a846-2ea4-43b2-9940-16515863bef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=319e9977-bbba-4ffe-985c-bf95181755d8,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:33.396078 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7807a846-2ea4-43b2-9940-16515863bef8 admin admin] Checking segment: {'id': '7f3ddbc1-5315-45ad-ad79-7f51691bd4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:05:33.396437 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7807a846-2ea4-43b2-9940-16515863bef8 admin admin] Network hostable DHCP agents. Network: b6e1230f-6af3-450c-bd6e-9a59d45f701d, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:05:33.413918 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7807a846-2ea4-43b2-9940-16515863bef8 admin admin] Network b6e1230f-6af3-450c-bd6e-9a59d45f701d is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:05:33.422456 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-7807a846-2ea4-43b2-9940-16515863bef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, b6e1230f-6af3-450c-bd6e-9a59d45f701d) {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:33.428096 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7807a846-2ea4-43b2-9940-16515863bef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:33.428990 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7807a846-2ea4-43b2-9940-16515863bef8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.432394 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d803518b-18fc-4f42-bfd8-b44c376b1cb2 None None] Network b6e1230f-6af3-450c-bd6e-9a59d45f701d requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:05:33.448600 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-7807a846-2ea4-43b2-9940-16515863bef8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3532071 Mar 23 09:05:33.451441 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 56484) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:33.457190 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:33.480063 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30890'] for router (b16a0a78-87a3-4547-a909-fd30dcbeb500), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.481125 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30877'] for router (b16a0a78-87a3-4547-a909-fd30dcbeb500), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.553443 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cca9dd7-b169-575a-9c40-e0a1a660edb3-b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'fixed_ips': [{'subnet_id': '319e9977-bbba-4ffe-985c-bf95181755d8'}]}} from dv-cinder-834822-2-smb. {{(pid=103136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:05:33.554343 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.556381 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Publish callbacks [] for router_controller (b16a0a78-87a3-4547-a909-fd30dcbeb500), precommit_add_association {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.712442 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Publish callbacks [] for router_gateway (b16a0a78-87a3-4547-a909-fd30dcbeb500), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.715719 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Allocated IP 172.20.0.2 (b6e1230f-6af3-450c-bd6e-9a59d45f701d/319e9977-bbba-4ffe-985c-bf95181755d8/8d09ccda-4791-4e51-a493-43b136bef19a) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:05:33.871789 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Publish callbacks [] for port (8d09ccda-4791-4e51-a493-43b136bef19a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.878792 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (8d09ccda-4791-4e51-a493-43b136bef19a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.914615 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Network b6e1230f-6af3-450c-bd6e-9a59d45f701d is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:05:33.917493 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:33.924598 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:05:33.924821 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Publish callbacks [] for router_gateway (b16a0a78-87a3-4547-a909-fd30dcbeb500), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.931765 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Pushing event updated for resources: {'Port': ['ID=8d09ccda-4791-4e51-a493-43b136bef19a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:33.942048 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:33.942396 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:33.942732 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:33.943066 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:33.943647 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:33.944218 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:33.944335 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:33.944596 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:33.944930 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:33.945236 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:33.945562 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:33.945681 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:33.945895 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:33.946220 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:33.946546 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:33.946861 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:34.002712 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:34.007828 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Attempting to bind port 8d09ccda-4791-4e51-a493-43b136bef19a on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:05:34.008193 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Attempting to bind port 8d09ccda-4791-4e51-a493-43b136bef19a by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '7f3ddbc1-5315-45ad-ad79-7f51691bd4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:05:34.008548 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Attempting to bind port 8d09ccda-4791-4e51-a493-43b136bef19a on network b6e1230f-6af3-450c-bd6e-9a59d45f701d {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:05:34.013356 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:05:34.013722 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Checking segment: {'id': '7f3ddbc1-5315-45ad-ad79-7f51691bd4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:05:34.014194 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:34.014575 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Bound using segment: {'id': '7f3ddbc1-5315-45ad-ad79-7f51691bd4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:05:34.015030 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Bound port: 8d09ccda-4791-4e51-a493-43b136bef19a, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3ddbc1-5315-45ad-ad79-7f51691bd4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:05:34.015399 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (8d09ccda-4791-4e51-a493-43b136bef19a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:34.058222 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Allocated IP 172.28.1.9 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/9b149870-1a19-4f9e-aa45-cfb39ac2376b) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:05:34.171435 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Publish callbacks [] for port (9b149870-1a19-4f9e-aa45-cfb39ac2376b), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:34.203262 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] For port 8d09ccda-4791-4e51-a493-43b136bef19a, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:05:34.209027 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] For port 8d09ccda-4791-4e51-a493-43b136bef19a, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=8d09ccda-4791-4e51-a493-43b136bef19a,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:05:34.209226 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (9b149870-1a19-4f9e-aa45-cfb39ac2376b), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:34.216465 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (8d09ccda-4791-4e51-a493-43b136bef19a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:34.248448 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:05:34.255783 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:34.260403 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:05:34.263248 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Pushing event updated for resources: {'Port': ['ID=9b149870-1a19-4f9e-aa45-cfb39ac2376b,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:34.278116 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354002c-9f75-4558-85c0-996ba7bee8c6 None None] Pushing event updated for resources: {'Port': ['ID=8d09ccda-4791-4e51-a493-43b136bef19a,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:34.538132 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Publish callbacks [] for router_gateway (b16a0a78-87a3-4547-a909-fd30dcbeb500), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:34.748462 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548392'] for router (b16a0a78-87a3-4547-a909-fd30dcbeb500), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:34.878093 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Router b16a0a78-87a3-4547-a909-fd30dcbeb500 is scheduled to L3 agent c0132737-747a-49ce-b773-1ed1762fb27b with binding_index 1 {{(pid=103135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:05:34.990419 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:05:34.998837 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Sync routers for ids ['b16a0a78-87a3-4547-a909-fd30dcbeb500'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:05:35.009221 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Routers {'b16a0a78-87a3-4547-a909-fd30dcbeb500'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:35.010170 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:35.010419 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:05:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['b16a0a78-87a3-4547-a909-fd30dcbeb500'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:35.014176 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56486) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:35.014746 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-1dcbfd04-f874-4613-9a7a-d0dbc028e8aa admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.5616121 Mar 23 09:05:35.120611 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Set router b16a0a78-87a3-4547-a909-fd30dcbeb500 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:35.272775 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173083a4-699b-43ef-b092-2a4667fd52b2 None None] Network b6e1230f-6af3-450c-bd6e-9a59d45f701d requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:05:35.316784 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:34Z', 'revision_number': 3, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'gw_port': {'id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:35.346604 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-497cd692-b89f-4390-aca1-104bfbe3ec71 None None] Provisioning complete for port 8d09ccda-4791-4e51-a493-43b136bef19a triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:35.346973 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-497cd692-b89f-4390-aca1-104bfbe3ec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (8d09ccda-4791-4e51-a493-43b136bef19a), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:35.347460 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Checking router: b16a0a78-87a3-4547-a909-fd30dcbeb500 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:05:35.347818 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Updating router b16a0a78-87a3-4547-a909-fd30dcbeb500 port 9b149870-1a19-4f9e-aa45-cfb39ac2376b binding host dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:05:35.378000 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (9b149870-1a19-4f9e-aa45-cfb39ac2376b), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:35.461766 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-497cd692-b89f-4390-aca1-104bfbe3ec71 None None] Current status of the port 8d09ccda-4791-4e51-a493-43b136bef19a is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:35.462177 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-497cd692-b89f-4390-aca1-104bfbe3ec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (8d09ccda-4791-4e51-a493-43b136bef19a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:35.485754 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:35.501904 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-497cd692-b89f-4390-aca1-104bfbe3ec71 None None] For port 8d09ccda-4791-4e51-a493-43b136bef19a, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=8d09ccda-4791-4e51-a493-43b136bef19a,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:35.507229 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-497cd692-b89f-4390-aca1-104bfbe3ec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (8d09ccda-4791-4e51-a493-43b136bef19a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:35.570410 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497cd692-b89f-4390-aca1-104bfbe3ec71 None None] Pushing event updated for resources: {'Port': ['ID=8d09ccda-4791-4e51-a493-43b136bef19a,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:35.606002 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:35.671110 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Publish callbacks [] for port (9b149870-1a19-4f9e-aa45-cfb39ac2376b), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:35.676638 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (9b149870-1a19-4f9e-aa45-cfb39ac2376b), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:35.683311 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Allocated IP 172.20.0.1 (b6e1230f-6af3-450c-bd6e-9a59d45f701d/319e9977-bbba-4ffe-985c-bf95181755d8/231c04e8-c9e2-4160-a834-b3f1271fe0c6) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:05:35.722477 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Attempting to bind port 9b149870-1a19-4f9e-aa45-cfb39ac2376b on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:05:35.722907 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Attempting to bind port 9b149870-1a19-4f9e-aa45-cfb39ac2376b by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:05:35.723235 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Attempting to bind port 9b149870-1a19-4f9e-aa45-cfb39ac2376b on network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:05:35.731032 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:05:35.731515 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Checking segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:05:35.731716 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-a7d8dc48-ae07-40a7-b807-8a8048e579cf None None] Provisioning complete for port 8d09ccda-4791-4e51-a493-43b136bef19a triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:35.731821 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:35.732067 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a7d8dc48-ae07-40a7-b807-8a8048e579cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (8d09ccda-4791-4e51-a493-43b136bef19a), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:35.732173 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Bound using segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:05:35.732539 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Bound port: 9b149870-1a19-4f9e-aa45-cfb39ac2376b, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:05:35.732911 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (9b149870-1a19-4f9e-aa45-cfb39ac2376b), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:35.764339 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Pushing event updated for resources: {'Port': ['ID=9b149870-1a19-4f9e-aa45-cfb39ac2376b,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:35.777161 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:35.777502 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:35.777862 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:35.778222 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:35.778556 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:35.778877 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:35.779205 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:35.779566 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:35.779882 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:35.780201 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:35.780520 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:35.780852 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:35.781165 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:35.781882 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:35.781882 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:05:35.804960 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] For port 9b149870-1a19-4f9e-aa45-cfb39ac2376b, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:05:35.808507 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] For port 9b149870-1a19-4f9e-aa45-cfb39ac2376b, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=9b149870-1a19-4f9e-aa45-cfb39ac2376b,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:05:35.814886 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Publish callbacks [] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:35.817465 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (9b149870-1a19-4f9e-aa45-cfb39ac2376b), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:35.832852 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8dc48-ae07-40a7-b807-8a8048e579cf None None] Current status of the port 8d09ccda-4791-4e51-a493-43b136bef19a is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:35.858936 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:35.878926 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Routers {'b16a0a78-87a3-4547-a909-fd30dcbeb500'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:35.879574 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:05:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['b16a0a78-87a3-4547-a909-fd30dcbeb500'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:35.902116 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Network b6e1230f-6af3-450c-bd6e-9a59d45f701d is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:05:35.913361 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:35.930256 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:05:35.955181 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Pushing event updated for resources: {'Port': ['ID=231c04e8-c9e2-4160-a834-b3f1271fe0c6,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:35.974808 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15007677-15bb-4b6c-852f-ea8ec0a8295d None None] Pushing event updated for resources: {'Port': ['ID=9b149870-1a19-4f9e-aa45-cfb39ac2376b,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:35.978756 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542205'] for router_interface (b16a0a78-87a3-4547-a909-fd30dcbeb500), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:36.023873 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 8d09ccda-4791-4e51-a493-43b136bef19a up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:05:36.050529 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] Set router b16a0a78-87a3-4547-a909-fd30dcbeb500 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:36.091056 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 8d09ccda-4791-4e51-a493-43b136bef19a triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:36.091818 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (8d09ccda-4791-4e51-a493-43b136bef19a), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:36.163135 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:36.183352 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-f1e04567-1a8c-446c-97b9-a4503a301798 None None] Provisioning complete for port 231c04e8-c9e2-4160-a834-b3f1271fe0c6 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:36.183646 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1e04567-1a8c-446c-97b9-a4503a301798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:36.218397 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 8d09ccda-4791-4e51-a493-43b136bef19a is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:36.230977 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f1e04567-1a8c-446c-97b9-a4503a301798 None None] Port 231c04e8-c9e2-4160-a834-b3f1271fe0c6 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:05:36.252868 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:34Z', 'revision_number': 3, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'gw_port': {'id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:36.284380 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a20567-18e3-45a7-8a04-31abd9e1ac3a None None] The sync data for ids ['b16a0a78-87a3-4547-a909-fd30dcbeb500'] in dv-cinder-834822-2-smb is: [{'id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:34Z', 'revision_number': 3, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'gw_port': {'id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:05:36.342448 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Publish callbacks [] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:36.348630 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:36.420682 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Pushing event updated for resources: {'Port': ['ID=231c04e8-c9e2-4160-a834-b3f1271fe0c6,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:36.423140 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542057'] for router_interface (b16a0a78-87a3-4547-a909-fd30dcbeb500), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:36.536039 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Network b6e1230f-6af3-450c-bd6e-9a59d45f701d is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:05:36.537217 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:36.845886 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:36.860993 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-9c9fa99b-c325-415b-8158-7a31603c9433 None None] Provisioning complete for port 231c04e8-c9e2-4160-a834-b3f1271fe0c6 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:36.861302 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9c9fa99b-c325-415b-8158-7a31603c9433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:36.884445 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Router b16a0a78-87a3-4547-a909-fd30dcbeb500 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:05:36.898004 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-9c9fa99b-c325-415b-8158-7a31603c9433 None None] Port 231c04e8-c9e2-4160-a834-b3f1271fe0c6 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:05:36.999976 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:05:37.006073 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-b6aac09b-6b27-42a8-b38a-8e3bf5a2c1de admin admin] 10.222.0.91 "PUT /v2.0/routers/b16a0a78-87a3-4547-a909-fd30dcbeb500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9906914 Mar 23 09:05:37.480213 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56506) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:37.485088 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1697953682-network', 'tenant_id': 'ac16e30cc1f944b9961ba440cb07b270'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:37.505086 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] Made reservation on behalf of ac16e30cc1f944b9961ba440cb07b270 for: {'network': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:05:37.507576 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:37.517635 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:37.596660 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] Publish callbacks [] for security_group (85b98edc-2e79-4161-b9b2-84dc77e0a842), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:37.601357 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (85b98edc-2e79-4161-b9b2-84dc77e0a842), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:37.626831 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=103134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:05:37.636997 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b98edc-2e79-4161-b9b2-84dc77e0a842,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:37.641935 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (3d97b51a-c1b8-4b74-8064-cd94cdbdbccd), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:37.642293 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.segments_db [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] Added segment 3d97b51a-c1b8-4b74-8064-cd94cdbdbccd of type vlan for network 0d389348-e547-4e56-9bc2-a78f3f107483 Mar 23 09:05:37.683160 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (0d389348-e547-4e56-9bc2-a78f3f107483), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:37.707385 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (0d389348-e547-4e56-9bc2-a78f3f107483), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:37.708391 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:37.708976 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:37.768530 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2872016 Mar 23 09:05:37.771194 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56508) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:37.775822 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-eed208f2-8077-4ddf-96cd-093fbe8ba805 admin admin] Request body: {'subnet': {'network_id': '0d389348-e547-4e56-9bc2-a78f3f107483', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1697953682-subnet', 'tenant_id': 'ac16e30cc1f944b9961ba440cb07b270', 'ip_version': 4}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:37.783464 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c506b-064f-4168-8caa-889351e9e6ab admin admin] Pushing event updated for resources: {'Network': ['ID=0d389348-e547-4e56-9bc2-a78f3f107483,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:37.793668 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network 0d389348-e547-4e56-9bc2-a78f3f107483 details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:05:37.799869 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed208f2-8077-4ddf-96cd-093fbe8ba805 admin admin] Made reservation on behalf of ac16e30cc1f944b9961ba440cb07b270 for: {'subnet': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:05:37.802186 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eed208f2-8077-4ddf-96cd-093fbe8ba805 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8423429'] for subnet (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:37.868828 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Sync routers for ids ['b16a0a78-87a3-4547-a909-fd30dcbeb500'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:05:37.881189 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Routers {'b16a0a78-87a3-4547-a909-fd30dcbeb500'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:37.881767 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:05:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['b16a0a78-87a3-4547-a909-fd30dcbeb500'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:37.986242 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 9b149870-1a19-4f9e-aa45-cfb39ac2376b up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:05:38.012939 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eed208f2-8077-4ddf-96cd-093fbe8ba805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8423443'] for subnet (378b3685-0b51-4a3f-8cee-a080ee59c68a), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:38.042688 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Set router b16a0a78-87a3-4547-a909-fd30dcbeb500 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:38.096295 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed208f2-8077-4ddf-96cd-093fbe8ba805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=378b3685-0b51-4a3f-8cee-a080ee59c68a,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:38.103888 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed208f2-8077-4ddf-96cd-093fbe8ba805 admin admin] Checking segment: {'id': '3d97b51a-c1b8-4b74-8064-cd94cdbdbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0d389348-e547-4e56-9bc2-a78f3f107483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:05:38.104247 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed208f2-8077-4ddf-96cd-093fbe8ba805 admin admin] Network hostable DHCP agents. Network: 0d389348-e547-4e56-9bc2-a78f3f107483, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:05:38.121652 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed208f2-8077-4ddf-96cd-093fbe8ba805 admin admin] Network 0d389348-e547-4e56-9bc2-a78f3f107483 is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:05:38.125444 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 9b149870-1a19-4f9e-aa45-cfb39ac2376b triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:38.125820 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (9b149870-1a19-4f9e-aa45-cfb39ac2376b), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:38.131905 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-eed208f2-8077-4ddf-96cd-093fbe8ba805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, 0d389348-e547-4e56-9bc2-a78f3f107483) {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:38.136018 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed208f2-8077-4ddf-96cd-093fbe8ba805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:38.136676 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eed208f2-8077-4ddf-96cd-093fbe8ba805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:38.157235 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-eed208f2-8077-4ddf-96cd-093fbe8ba805 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3827357 Mar 23 09:05:38.158658 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b014f031-0c52-4126-a39c-909292cf5e82 None None] Network 0d389348-e547-4e56-9bc2-a78f3f107483 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:05:38.158801 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 56510) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:38.163208 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1697953682-router', 'tenant_id': 'ac16e30cc1f944b9961ba440cb07b270', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:38.183582 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30890'] for router (c6df6a81-820b-4075-836e-03421e6fc599), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:38.184644 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30877'] for router (c6df6a81-820b-4075-836e-03421e6fc599), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:38.241259 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Publish callbacks [] for router_controller (c6df6a81-820b-4075-836e-03421e6fc599), precommit_add_association {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:38.377770 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cca9dd7-b169-575a-9c40-e0a1a660edb3-0d389348-e547-4e56-9bc2-a78f3f107483', 'network_id': '0d389348-e547-4e56-9bc2-a78f3f107483', 'project_id': 'ac16e30cc1f944b9961ba440cb07b270', 'fixed_ips': [{'subnet_id': '378b3685-0b51-4a3f-8cee-a080ee59c68a'}]}} from dv-cinder-834822-2-smb. {{(pid=103136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:05:38.378617 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:38.388705 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Publish callbacks [] for router_gateway (c6df6a81-820b-4075-836e-03421e6fc599), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:38.420917 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 9b149870-1a19-4f9e-aa45-cfb39ac2376b is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:38.421305 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (9b149870-1a19-4f9e-aa45-cfb39ac2376b), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:38.531746 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] For port 9b149870-1a19-4f9e-aa45-cfb39ac2376b, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=9b149870-1a19-4f9e-aa45-cfb39ac2376b,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:38.541728 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (9b149870-1a19-4f9e-aa45-cfb39ac2376b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:38.605072 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:36Z', 'revision_number': 4, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'gw_port': {'id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '231c04e8-c9e2-4160-a834-b3f1271fe0c6', 'name': '', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'mac_address': 'fa:16:3e:72:83:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:35Z', 'updated_at': '2022-03-23T09:05:36Z', 'revision_number': 2, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'subnets': [{'id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:38.606596 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Publish callbacks [] for router_gateway (c6df6a81-820b-4075-836e-03421e6fc599), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:38.630729 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:38.645913 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Checking router: b16a0a78-87a3-4547-a909-fd30dcbeb500 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:05:38.646282 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Updating router b16a0a78-87a3-4547-a909-fd30dcbeb500 port 231c04e8-c9e2-4160-a834-b3f1271fe0c6 binding host dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:05:38.659193 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Allocated IP 172.20.0.2 (0d389348-e547-4e56-9bc2-a78f3f107483/378b3685-0b51-4a3f-8cee-a080ee59c68a/011d4cab-2979-43e1-800b-ce8e39e7b0a0) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:05:38.748659 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Allocated IP 172.28.1.122 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/fff8586e-3946-4e87-afe1-e9954fb39578) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:05:38.811671 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Pushing event updated for resources: {'Port': ['ID=9b149870-1a19-4f9e-aa45-cfb39ac2376b,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:38.827725 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:38.870021 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Publish callbacks [] for port (fff8586e-3946-4e87-afe1-e9954fb39578), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:38.914308 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (fff8586e-3946-4e87-afe1-e9954fb39578), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:38.959473 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:05:38.962533 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:38.968420 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:05:38.974616 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Pushing event updated for resources: {'Port': ['ID=fff8586e-3946-4e87-afe1-e9954fb39578,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:39.098857 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Publish callbacks [] for port (011d4cab-2979-43e1-800b-ce8e39e7b0a0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:39.107819 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (011d4cab-2979-43e1-800b-ce8e39e7b0a0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:39.162288 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Network 0d389348-e547-4e56-9bc2-a78f3f107483 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:05:39.173021 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:39.178446 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:05:39.202960 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Pushing event updated for resources: {'Port': ['ID=011d4cab-2979-43e1-800b-ce8e39e7b0a0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:39.293735 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Attempting to bind port 011d4cab-2979-43e1-800b-ce8e39e7b0a0 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:05:39.294146 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Attempting to bind port 011d4cab-2979-43e1-800b-ce8e39e7b0a0 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '3d97b51a-c1b8-4b74-8064-cd94cdbdbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0d389348-e547-4e56-9bc2-a78f3f107483'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:05:39.294516 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Attempting to bind port 011d4cab-2979-43e1-800b-ce8e39e7b0a0 on network 0d389348-e547-4e56-9bc2-a78f3f107483 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:05:39.303993 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:05:39.304368 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Checking segment: {'id': '3d97b51a-c1b8-4b74-8064-cd94cdbdbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0d389348-e547-4e56-9bc2-a78f3f107483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:05:39.304774 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:39.305170 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Bound using segment: {'id': '3d97b51a-c1b8-4b74-8064-cd94cdbdbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0d389348-e547-4e56-9bc2-a78f3f107483'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:05:39.305644 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Bound port: 011d4cab-2979-43e1-800b-ce8e39e7b0a0, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d97b51a-c1b8-4b74-8064-cd94cdbdbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0d389348-e547-4e56-9bc2-a78f3f107483'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:05:39.306051 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (011d4cab-2979-43e1-800b-ce8e39e7b0a0), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:39.331195 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Publish callbacks [] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:39.355480 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:39.437938 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3e55a-c570-48dd-9173-5d63fbf7a4ae None None] Pushing event updated for resources: {'Port': ['ID=231c04e8-c9e2-4160-a834-b3f1271fe0c6,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:39.444392 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] For port 011d4cab-2979-43e1-800b-ce8e39e7b0a0, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:05:39.449921 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] For port 011d4cab-2979-43e1-800b-ce8e39e7b0a0, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=011d4cab-2979-43e1-800b-ce8e39e7b0a0,segment=NetworkSegment(3d97b51a-c1b8-4b74-8064-cd94cdbdbccd),segment_id=3d97b51a-c1b8-4b74-8064-cd94cdbdbccd)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:05:39.473131 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (011d4cab-2979-43e1-800b-ce8e39e7b0a0), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:39.473785 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Publish callbacks [] for router_gateway (c6df6a81-820b-4075-836e-03421e6fc599), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:39.546689 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Attempting to bind port 231c04e8-c9e2-4160-a834-b3f1271fe0c6 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:05:39.547227 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Attempting to bind port 231c04e8-c9e2-4160-a834-b3f1271fe0c6 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '7f3ddbc1-5315-45ad-ad79-7f51691bd4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:05:39.547860 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Attempting to bind port 231c04e8-c9e2-4160-a834-b3f1271fe0c6 on network b6e1230f-6af3-450c-bd6e-9a59d45f701d {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:05:39.567060 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:05:39.567274 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Checking segment: {'id': '7f3ddbc1-5315-45ad-ad79-7f51691bd4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:05:39.567604 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:39.568273 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Bound using segment: {'id': '7f3ddbc1-5315-45ad-ad79-7f51691bd4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:05:39.568762 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Bound port: 231c04e8-c9e2-4160-a834-b3f1271fe0c6, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3ddbc1-5315-45ad-ad79-7f51691bd4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:05:39.569147 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:39.572572 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad171022-c8c6-40af-8802-73b06be0b170 None None] Pushing event updated for resources: {'Port': ['ID=011d4cab-2979-43e1-800b-ce8e39e7b0a0,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:39.662055 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] For port 231c04e8-c9e2-4160-a834-b3f1271fe0c6, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:05:39.666008 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] For port 231c04e8-c9e2-4160-a834-b3f1271fe0c6, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=231c04e8-c9e2-4160-a834-b3f1271fe0c6,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:05:39.668448 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-c6d21d81-40fd-474e-923a-8c98fe035dc9 None None] Provisioning complete for port 231c04e8-c9e2-4160-a834-b3f1271fe0c6 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:39.668986 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6d21d81-40fd-474e-923a-8c98fe035dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:39.695305 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:39.713507 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548392'] for router (c6df6a81-820b-4075-836e-03421e6fc599), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:39.751081 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c6d21d81-40fd-474e-923a-8c98fe035dc9 None None] Port 231c04e8-c9e2-4160-a834-b3f1271fe0c6 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:05:39.771193 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Routers {'b16a0a78-87a3-4547-a909-fd30dcbeb500'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:39.771841 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:05:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['b16a0a78-87a3-4547-a909-fd30dcbeb500'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:39.857604 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3e55a-c570-48dd-9173-5d63fbf7a4ae None None] Pushing event updated for resources: {'Port': ['ID=231c04e8-c9e2-4160-a834-b3f1271fe0c6,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:39.892467 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Router c6df6a81-820b-4075-836e-03421e6fc599 is scheduled to L3 agent c0132737-747a-49ce-b773-1ed1762fb27b with binding_index 1 {{(pid=103135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:05:39.929294 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] Set router b16a0a78-87a3-4547-a909-fd30dcbeb500 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:40.064750 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:05:40.079796 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Sync routers for ids ['c6df6a81-820b-4075-836e-03421e6fc599'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:05:40.100616 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:40.105890 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-5f372f1d-4fa9-4d11-9c09-74be6bff8be5 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9458673 Mar 23 09:05:40.106275 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56514) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:40.109791 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Routers {'c6df6a81-820b-4075-836e-03421e6fc599'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:40.111293 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:05:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['c6df6a81-820b-4075-836e-03421e6fc599'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:40.135618 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 011d4cab-2979-43e1-800b-ce8e39e7b0a0 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:05:40.229527 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-f54ddaeb-0e0b-4800-9e3c-dc205423f1b2 None None] Provisioning complete for port 231c04e8-c9e2-4160-a834-b3f1271fe0c6 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:40.229916 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f54ddaeb-0e0b-4800-9e3c-dc205423f1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:40.233196 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Set router c6df6a81-820b-4075-836e-03421e6fc599 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:40.275028 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 011d4cab-2979-43e1-800b-ce8e39e7b0a0 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:40.275621 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (011d4cab-2979-43e1-800b-ce8e39e7b0a0), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:40.324660 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:36Z', 'revision_number': 4, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'gw_port': {'id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '231c04e8-c9e2-4160-a834-b3f1271fe0c6', 'name': '', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'mac_address': 'fa:16:3e:72:83:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:35Z', 'updated_at': '2022-03-23T09:05:39Z', 'revision_number': 4, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'subnets': [{'id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:40.383040 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369c7f0-3312-4490-bb85-1c3bbd441e1e None None] The sync data for ids ['b16a0a78-87a3-4547-a909-fd30dcbeb500'] in dv-cinder-834822-2-smb is: [{'id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:36Z', 'revision_number': 4, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'gw_port': {'id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '231c04e8-c9e2-4160-a834-b3f1271fe0c6', 'name': '', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'mac_address': 'fa:16:3e:72:83:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:35Z', 'updated_at': '2022-03-23T09:05:39Z', 'revision_number': 4, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'subnets': [{'id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:05:40.411266 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f54ddaeb-0e0b-4800-9e3c-dc205423f1b2 None None] Current status of the port 231c04e8-c9e2-4160-a834-b3f1271fe0c6 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:40.411662 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f54ddaeb-0e0b-4800-9e3c-dc205423f1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:40.441279 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'name': 'tempest-TestShelveInstance-1697953682-router', 'tenant_id': 'ac16e30cc1f944b9961ba440cb07b270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fff8586e-3946-4e87-afe1-e9954fb39578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:05:39Z', 'revision_number': 3, 'project_id': 'ac16e30cc1f944b9961ba440cb07b270', 'gw_port': {'id': 'fff8586e-3946-4e87-afe1-e9954fb39578', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:40.498588 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 011d4cab-2979-43e1-800b-ce8e39e7b0a0 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:40.499352 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (011d4cab-2979-43e1-800b-ce8e39e7b0a0), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:40.505324 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-f54ddaeb-0e0b-4800-9e3c-dc205423f1b2 None None] For port 231c04e8-c9e2-4160-a834-b3f1271fe0c6, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=231c04e8-c9e2-4160-a834-b3f1271fe0c6,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:40.513539 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f54ddaeb-0e0b-4800-9e3c-dc205423f1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:40.581153 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] For port 011d4cab-2979-43e1-800b-ce8e39e7b0a0, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=011d4cab-2979-43e1-800b-ce8e39e7b0a0,segment=NetworkSegment(3d97b51a-c1b8-4b74-8064-cd94cdbdbccd),segment_id=3d97b51a-c1b8-4b74-8064-cd94cdbdbccd)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:40.587389 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (011d4cab-2979-43e1-800b-ce8e39e7b0a0), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:40.588176 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 9b149870-1a19-4f9e-aa45-cfb39ac2376b up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:05:40.618400 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Checking router: c6df6a81-820b-4075-836e-03421e6fc599 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:05:40.618741 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Updating router c6df6a81-820b-4075-836e-03421e6fc599 port fff8586e-3946-4e87-afe1-e9954fb39578 binding host dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:05:40.629133 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ddaeb-0e0b-4800-9e3c-dc205423f1b2 None None] Pushing event updated for resources: {'Port': ['ID=231c04e8-c9e2-4160-a834-b3f1271fe0c6,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:40.661986 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (fff8586e-3946-4e87-afe1-e9954fb39578), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:40.707196 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:40.743819 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Pushing event updated for resources: {'Port': ['ID=011d4cab-2979-43e1-800b-ce8e39e7b0a0,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:40.751566 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 9b149870-1a19-4f9e-aa45-cfb39ac2376b triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:40.752192 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (9b149870-1a19-4f9e-aa45-cfb39ac2376b), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:40.921481 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 9b149870-1a19-4f9e-aa45-cfb39ac2376b is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:40.923715 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Allocated IP 172.20.0.1 (0d389348-e547-4e56-9bc2-a78f3f107483/378b3685-0b51-4a3f-8cee-a080ee59c68a/d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:05:40.954541 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959a2feb-3a2c-4eb6-99a8-ecf5b6478c49 None None] Network 0d389348-e547-4e56-9bc2-a78f3f107483 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:05:41.052111 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Publish callbacks [] for port (fff8586e-3946-4e87-afe1-e9954fb39578), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:41.059731 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (fff8586e-3946-4e87-afe1-e9954fb39578), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:41.064584 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Publish callbacks [] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:41.075260 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-f65da1cd-791a-41c7-bf6d-535148873797 None None] Provisioning complete for port 011d4cab-2979-43e1-800b-ce8e39e7b0a0 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:41.075625 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f65da1cd-791a-41c7-bf6d-535148873797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (011d4cab-2979-43e1-800b-ce8e39e7b0a0), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:41.114998 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Attempting to bind port fff8586e-3946-4e87-afe1-e9954fb39578 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:05:41.115590 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Attempting to bind port fff8586e-3946-4e87-afe1-e9954fb39578 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:05:41.115702 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Attempting to bind port fff8586e-3946-4e87-afe1-e9954fb39578 on network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:05:41.120523 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:41.130676 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:05:41.131260 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Checking segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:05:41.131901 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:41.132614 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Bound using segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:05:41.133621 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Bound port: fff8586e-3946-4e87-afe1-e9954fb39578, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:05:41.134462 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (fff8586e-3946-4e87-afe1-e9954fb39578), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:41.159427 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390a6e4-b1c1-4533-9520-a93115779dbc None None] Pushing event updated for resources: {'Port': ['ID=fff8586e-3946-4e87-afe1-e9954fb39578,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:41.183251 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f65da1cd-791a-41c7-bf6d-535148873797 None None] Current status of the port 011d4cab-2979-43e1-800b-ce8e39e7b0a0 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:41.189542 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Network 0d389348-e547-4e56-9bc2-a78f3f107483 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:05:41.193745 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:41.203824 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:05:41.206233 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] For port fff8586e-3946-4e87-afe1-e9954fb39578, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:05:41.209660 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] For port fff8586e-3946-4e87-afe1-e9954fb39578, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=fff8586e-3946-4e87-afe1-e9954fb39578,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:05:41.214675 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:41.216073 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (fff8586e-3946-4e87-afe1-e9954fb39578), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:41.277718 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Routers {'c6df6a81-820b-4075-836e-03421e6fc599'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:41.278469 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:05:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['c6df6a81-820b-4075-836e-03421e6fc599'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:41.282074 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542205'] for router_interface (c6df6a81-820b-4075-836e-03421e6fc599), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:41.394667 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] Set router c6df6a81-820b-4075-836e-03421e6fc599 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:41.449204 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:41.456289 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390a6e4-b1c1-4533-9520-a93115779dbc None None] Pushing event updated for resources: {'Port': ['ID=fff8586e-3946-4e87-afe1-e9954fb39578,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:41.513193 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-8f7611f7-163d-43e8-81a6-3d047b22cb81 None None] Provisioning complete for port 011d4cab-2979-43e1-800b-ce8e39e7b0a0 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:41.513358 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8f7611f7-163d-43e8-81a6-3d047b22cb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (011d4cab-2979-43e1-800b-ce8e39e7b0a0), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:41.599644 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'name': 'tempest-TestShelveInstance-1697953682-router', 'tenant_id': 'ac16e30cc1f944b9961ba440cb07b270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fff8586e-3946-4e87-afe1-e9954fb39578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:05:39Z', 'revision_number': 3, 'project_id': 'ac16e30cc1f944b9961ba440cb07b270', 'gw_port': {'id': 'fff8586e-3946-4e87-afe1-e9954fb39578', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:41.641181 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e33589b-3c32-4c10-b8a0-a3b26aaf4797 None None] The sync data for ids ['c6df6a81-820b-4075-836e-03421e6fc599'] in dv-cinder-834822-2-smb is: [{'id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'name': 'tempest-TestShelveInstance-1697953682-router', 'tenant_id': 'ac16e30cc1f944b9961ba440cb07b270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fff8586e-3946-4e87-afe1-e9954fb39578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:05:39Z', 'revision_number': 3, 'project_id': 'ac16e30cc1f944b9961ba440cb07b270', 'gw_port': {'id': 'fff8586e-3946-4e87-afe1-e9954fb39578', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:05:41.664870 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-8f7611f7-163d-43e8-81a6-3d047b22cb81 None None] Current status of the port 011d4cab-2979-43e1-800b-ce8e39e7b0a0 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:41.697797 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Publish callbacks [] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:41.702987 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:41.780045 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:41.786674 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542057'] for router_interface (c6df6a81-820b-4075-836e-03421e6fc599), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:41.789925 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-04b98df6-8b1a-4f2c-afa2-e5eea8ce1c6a None None] Provisioning complete for port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:41.790304 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-04b98df6-8b1a-4f2c-afa2-e5eea8ce1c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:41.913241 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Network 0d389348-e547-4e56-9bc2-a78f3f107483 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:05:41.914760 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:41.961368 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-04b98df6-8b1a-4f2c-afa2-e5eea8ce1c6a None None] Port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:05:42.069441 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Router c6df6a81-820b-4075-836e-03421e6fc599 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:05:42.144708 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 011d4cab-2979-43e1-800b-ce8e39e7b0a0 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:05:42.224565 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:05:42.226720 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 011d4cab-2979-43e1-800b-ce8e39e7b0a0 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:42.227203 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (011d4cab-2979-43e1-800b-ce8e39e7b0a0), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:42.242479 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-0a17777c-0aaa-4f66-90a0-8b6dc2731d82 admin admin] 10.222.0.91 "PUT /v2.0/routers/c6df6a81-820b-4075-836e-03421e6fc599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1350138 Mar 23 09:05:42.329759 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 011d4cab-2979-43e1-800b-ce8e39e7b0a0 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:42.330875 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 231c04e8-c9e2-4160-a834-b3f1271fe0c6 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:05:42.355868 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-3e76e4ed-03da-453a-b9ae-6bc290d8d8d6 None None] Provisioning complete for port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:42.356270 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e76e4ed-03da-453a-b9ae-6bc290d8d8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:42.405772 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3e76e4ed-03da-453a-b9ae-6bc290d8d8d6 None None] Port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:05:42.416867 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 231c04e8-c9e2-4160-a834-b3f1271fe0c6 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:42.417241 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:42.514660 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 231c04e8-c9e2-4160-a834-b3f1271fe0c6 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:42.801864 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56522) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:42.806570 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-6a54501e-ab98-4723-9119-597dbb87e7ed tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1165027522', 'description': 'tempest-secgroup-smoke-1165027522 description', 'project_id': '9fe9e315746a46bb9bd2d4f28c742498'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:42.826954 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6a54501e-ab98-4723-9119-597dbb87e7ed tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:42.893799 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6a54501e-ab98-4723-9119-597dbb87e7ed tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group (1880f5a0-afda-407a-81e2-6a1689960944), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:42.897979 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6a54501e-ab98-4723-9119-597dbb87e7ed tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (1880f5a0-afda-407a-81e2-6a1689960944), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:42.931396 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6a54501e-ab98-4723-9119-597dbb87e7ed tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:42.932638 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-6a54501e-ab98-4723-9119-597dbb87e7ed tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1297429 Mar 23 09:05:42.933346 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54501e-ab98-4723-9119-597dbb87e7ed tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1880f5a0-afda-407a-81e2-6a1689960944,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:42.935906 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56524) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:42.940996 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-343e0b6f-a80d-4630-a6f0-1520ae55c8c4 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Request body: {'security_group_rule': {'security_group_id': '1880f5a0-afda-407a-81e2-6a1689960944', 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:42.968956 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-343e0b6f-a80d-4630-a6f0-1520ae55c8c4 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (69207498-3c72-49f1-8c3f-1a8d186537fa), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.037426 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-343e0b6f-a80d-4630-a6f0-1520ae55c8c4 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (69207498-3c72-49f1-8c3f-1a8d186537fa), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.041050 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-343e0b6f-a80d-4630-a6f0-1520ae55c8c4 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (69207498-3c72-49f1-8c3f-1a8d186537fa), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.059065 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e0b6f-a80d-4630-a6f0-1520ae55c8c4 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69207498-3c72-49f1-8c3f-1a8d186537fa,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:43.064262 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-343e0b6f-a80d-4630-a6f0-1520ae55c8c4 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.065462 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-343e0b6f-a80d-4630-a6f0-1520ae55c8c4 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284981 Mar 23 09:05:43.068511 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56526) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:43.072707 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-0801dbfc-0305-4c59-9529-c0a169aa432d tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Request body: {'security_group_rule': {'security_group_id': '1880f5a0-afda-407a-81e2-6a1689960944', 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:43.098484 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0801dbfc-0305-4c59-9529-c0a169aa432d tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (3d1bfd37-1756-4e4b-8f84-90e7dc5d7f16), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.160851 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0801dbfc-0305-4c59-9529-c0a169aa432d tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (3d1bfd37-1756-4e4b-8f84-90e7dc5d7f16), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.165135 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0801dbfc-0305-4c59-9529-c0a169aa432d tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (3d1bfd37-1756-4e4b-8f84-90e7dc5d7f16), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.183639 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801dbfc-0305-4c59-9529-c0a169aa432d tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1bfd37-1756-4e4b-8f84-90e7dc5d7f16,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:43.191338 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0801dbfc-0305-4c59-9529-c0a169aa432d tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.192544 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-0801dbfc-0305-4c59-9529-c0a169aa432d tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231246 Mar 23 09:05:43.195647 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56528) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:43.200226 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-afc948f9-fdd2-42fd-9626-400e948c7055 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Request body: {'security_group_rule': {'security_group_id': '1880f5a0-afda-407a-81e2-6a1689960944', 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:43.226448 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-afc948f9-fdd2-42fd-9626-400e948c7055 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (15f8ea3a-ad63-4f31-8024-c10896174139), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.282855 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-afc948f9-fdd2-42fd-9626-400e948c7055 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (15f8ea3a-ad63-4f31-8024-c10896174139), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.286806 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-afc948f9-fdd2-42fd-9626-400e948c7055 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (15f8ea3a-ad63-4f31-8024-c10896174139), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.304180 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc948f9-fdd2-42fd-9626-400e948c7055 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f8ea3a-ad63-4f31-8024-c10896174139,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:43.312432 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-afc948f9-fdd2-42fd-9626-400e948c7055 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.314378 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-afc948f9-fdd2-42fd-9626-400e948c7055 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174617 Mar 23 09:05:43.316867 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56530) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:43.321374 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-60c1629a-2c68-443c-aa3d-03b6d7fccd1e tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Request body: {'security_group_rule': {'security_group_id': '1880f5a0-afda-407a-81e2-6a1689960944', 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:43.346984 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-60c1629a-2c68-443c-aa3d-03b6d7fccd1e tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (c00ba594-b8c2-4c88-a356-cadf375bb22a), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.409253 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-60c1629a-2c68-443c-aa3d-03b6d7fccd1e tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (c00ba594-b8c2-4c88-a356-cadf375bb22a), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.413573 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-60c1629a-2c68-443c-aa3d-03b6d7fccd1e tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (c00ba594-b8c2-4c88-a356-cadf375bb22a), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.434436 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1629a-2c68-443c-aa3d-03b6d7fccd1e tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00ba594-b8c2-4c88-a356-cadf375bb22a,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:43.443193 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-60c1629a-2c68-443c-aa3d-03b6d7fccd1e tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.444392 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-60c1629a-2c68-443c-aa3d-03b6d7fccd1e tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266077 Mar 23 09:05:43.447377 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56534) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:43.451610 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-05e17705-e1f2-4b92-89bf-45646518ed36 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Request body: {'security_group_rule': {'security_group_id': '1880f5a0-afda-407a-81e2-6a1689960944', 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:43.472148 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.securitygroups_db [None req-05e17705-e1f2-4b92-89bf-45646518ed36 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Project 9fe9e315746a46bb9bd2d4f28c742498 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 09:05:43.476967 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-05e17705-e1f2-4b92-89bf-45646518ed36 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (2d79a554-f965-444a-9f08-406a354d99ae), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.537517 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-05e17705-e1f2-4b92-89bf-45646518ed36 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (2d79a554-f965-444a-9f08-406a354d99ae), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.541129 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-05e17705-e1f2-4b92-89bf-45646518ed36 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (2d79a554-f965-444a-9f08-406a354d99ae), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.559247 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e17705-e1f2-4b92-89bf-45646518ed36 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d79a554-f965-444a-9f08-406a354d99ae,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:43.567609 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-05e17705-e1f2-4b92-89bf-45646518ed36 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.569074 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-05e17705-e1f2-4b92-89bf-45646518ed36 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207902 Mar 23 09:05:43.571835 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56536) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:43.576076 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-07a41125-d786-4d73-9e51-ff6f4ea16286 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Request body: {'security_group_rule': {'security_group_id': '1880f5a0-afda-407a-81e2-6a1689960944', 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:43.596858 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.securitygroups_db [None req-07a41125-d786-4d73-9e51-ff6f4ea16286 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Project 9fe9e315746a46bb9bd2d4f28c742498 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 09:05:43.602233 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-07a41125-d786-4d73-9e51-ff6f4ea16286 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (14c88f2e-6286-4c07-847c-dea858722f74), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.664850 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-07a41125-d786-4d73-9e51-ff6f4ea16286 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (14c88f2e-6286-4c07-847c-dea858722f74), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.669299 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-07a41125-d786-4d73-9e51-ff6f4ea16286 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (14c88f2e-6286-4c07-847c-dea858722f74), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.688540 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a41125-d786-4d73-9e51-ff6f4ea16286 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c88f2e-6286-4c07-847c-dea858722f74,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:43.698220 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-07a41125-d786-4d73-9e51-ff6f4ea16286 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:43.699438 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-07a41125-d786-4d73-9e51-ff6f4ea16286 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266868 Mar 23 09:05:43.990259 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device fff8586e-3946-4e87-afe1-e9954fb39578 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:05:43.995612 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Sync routers for ids ['c6df6a81-820b-4075-836e-03421e6fc599'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:05:44.030531 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Routers {'c6df6a81-820b-4075-836e-03421e6fc599'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:44.031223 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:05:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['c6df6a81-820b-4075-836e-03421e6fc599'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:44.135787 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port fff8586e-3946-4e87-afe1-e9954fb39578 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:44.135787 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (fff8586e-3946-4e87-afe1-e9954fb39578), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:44.193790 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Set router c6df6a81-820b-4075-836e-03421e6fc599 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:44.339267 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port fff8586e-3946-4e87-afe1-e9954fb39578 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:44.339741 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (fff8586e-3946-4e87-afe1-e9954fb39578), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:44.371541 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] For port fff8586e-3946-4e87-afe1-e9954fb39578, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=fff8586e-3946-4e87-afe1-e9954fb39578,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:44.379550 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (fff8586e-3946-4e87-afe1-e9954fb39578), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:44.466631 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Pushing event updated for resources: {'Port': ['ID=fff8586e-3946-4e87-afe1-e9954fb39578,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:44.508315 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'name': 'tempest-TestShelveInstance-1697953682-router', 'tenant_id': 'ac16e30cc1f944b9961ba440cb07b270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fff8586e-3946-4e87-afe1-e9954fb39578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:05:41Z', 'revision_number': 4, 'project_id': 'ac16e30cc1f944b9961ba440cb07b270', 'gw_port': {'id': 'fff8586e-3946-4e87-afe1-e9954fb39578', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'd2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed', 'name': '', 'network_id': '0d389348-e547-4e56-9bc2-a78f3f107483', 'tenant_id': 'ac16e30cc1f944b9961ba440cb07b270', 'mac_address': 'fa:16:3e:2d:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '378b3685-0b51-4a3f-8cee-a080ee59c68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:40Z', 'updated_at': '2022-03-23T09:05:41Z', 'revision_number': 2, 'project_id': 'ac16e30cc1f944b9961ba440cb07b270', 'subnets': [{'id': '378b3685-0b51-4a3f-8cee-a080ee59c68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:44.544092 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Checking router: c6df6a81-820b-4075-836e-03421e6fc599 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:05:44.544446 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Updating router c6df6a81-820b-4075-836e-03421e6fc599 port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed binding host dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:05:44.572867 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:44.848732 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Publish callbacks [] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:44.854854 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:44.906384 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff20216-d36b-41c7-9813-a7a2368abc67 None None] Pushing event updated for resources: {'Port': ['ID=d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:44.960757 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Attempting to bind port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:05:44.961136 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Attempting to bind port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '3d97b51a-c1b8-4b74-8064-cd94cdbdbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0d389348-e547-4e56-9bc2-a78f3f107483'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:05:44.961508 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Attempting to bind port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed on network 0d389348-e547-4e56-9bc2-a78f3f107483 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:05:44.967093 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:05:44.967516 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Checking segment: {'id': '3d97b51a-c1b8-4b74-8064-cd94cdbdbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0d389348-e547-4e56-9bc2-a78f3f107483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:05:44.967904 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:44.968389 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Bound using segment: {'id': '3d97b51a-c1b8-4b74-8064-cd94cdbdbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0d389348-e547-4e56-9bc2-a78f3f107483'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:05:44.968871 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Bound port: d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d97b51a-c1b8-4b74-8064-cd94cdbdbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0d389348-e547-4e56-9bc2-a78f3f107483'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:05:44.969266 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:45.045093 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] For port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:05:45.048825 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] For port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed,segment=NetworkSegment(3d97b51a-c1b8-4b74-8064-cd94cdbdbccd),segment_id=3d97b51a-c1b8-4b74-8064-cd94cdbdbccd)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:05:45.055125 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:45.115623 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Routers {'c6df6a81-820b-4075-836e-03421e6fc599'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:05:45.116254 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:05:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['c6df6a81-820b-4075-836e-03421e6fc599'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:45.121560 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff20216-d36b-41c7-9813-a7a2368abc67 None None] Pushing event updated for resources: {'Port': ['ID=d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:45.224394 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-4ab95c75-0b03-4a1b-826d-882a73a0ffe4 None None] Provisioning complete for port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:45.224768 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4ab95c75-0b03-4a1b-826d-882a73a0ffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:45.277264 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] Set router c6df6a81-820b-4075-836e-03421e6fc599 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:05:45.437604 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-4ab95c75-0b03-4a1b-826d-882a73a0ffe4 None None] Current status of the port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:45.438055 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4ab95c75-0b03-4a1b-826d-882a73a0ffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:45.495231 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-4ab95c75-0b03-4a1b-826d-882a73a0ffe4 None None] For port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed,segment=NetworkSegment(3d97b51a-c1b8-4b74-8064-cd94cdbdbccd),segment_id=3d97b51a-c1b8-4b74-8064-cd94cdbdbccd)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:05:45.499668 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4ab95c75-0b03-4a1b-826d-882a73a0ffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:45.572767 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab95c75-0b03-4a1b-826d-882a73a0ffe4 None None] Pushing event updated for resources: {'Port': ['ID=d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:45.586879 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'name': 'tempest-TestShelveInstance-1697953682-router', 'tenant_id': 'ac16e30cc1f944b9961ba440cb07b270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fff8586e-3946-4e87-afe1-e9954fb39578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:05:41Z', 'revision_number': 4, 'project_id': 'ac16e30cc1f944b9961ba440cb07b270', 'gw_port': {'id': 'fff8586e-3946-4e87-afe1-e9954fb39578', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'd2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed', 'name': '', 'network_id': '0d389348-e547-4e56-9bc2-a78f3f107483', 'tenant_id': 'ac16e30cc1f944b9961ba440cb07b270', 'mac_address': 'fa:16:3e:2d:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '378b3685-0b51-4a3f-8cee-a080ee59c68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:40Z', 'updated_at': '2022-03-23T09:05:45Z', 'revision_number': 4, 'project_id': 'ac16e30cc1f944b9961ba440cb07b270', 'subnets': [{'id': '378b3685-0b51-4a3f-8cee-a080ee59c68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:05:45.622996 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec9b790-3a7d-4cae-b864-b73a50701a4a None None] The sync data for ids ['c6df6a81-820b-4075-836e-03421e6fc599'] in dv-cinder-834822-2-smb is: [{'id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'name': 'tempest-TestShelveInstance-1697953682-router', 'tenant_id': 'ac16e30cc1f944b9961ba440cb07b270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fff8586e-3946-4e87-afe1-e9954fb39578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:05:41Z', 'revision_number': 4, 'project_id': 'ac16e30cc1f944b9961ba440cb07b270', 'gw_port': {'id': 'fff8586e-3946-4e87-afe1-e9954fb39578', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'd2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed', 'name': '', 'network_id': '0d389348-e547-4e56-9bc2-a78f3f107483', 'tenant_id': 'ac16e30cc1f944b9961ba440cb07b270', 'mac_address': 'fa:16:3e:2d:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '378b3685-0b51-4a3f-8cee-a080ee59c68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:40Z', 'updated_at': '2022-03-23T09:05:45Z', 'revision_number': 4, 'project_id': 'ac16e30cc1f944b9961ba440cb07b270', 'subnets': [{'id': '378b3685-0b51-4a3f-8cee-a080ee59c68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:05:45.634440 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-c04fb7c2-e2ce-4173-80d8-24245641ad7a None None] Provisioning complete for port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:45.634899 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c04fb7c2-e2ce-4173-80d8-24245641ad7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:45.854369 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c04fb7c2-e2ce-4173-80d8-24245641ad7a None None] Current status of the port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:46.032815 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device fff8586e-3946-4e87-afe1-e9954fb39578 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:05:46.084972 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port fff8586e-3946-4e87-afe1-e9954fb39578 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:46.085658 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (fff8586e-3946-4e87-afe1-e9954fb39578), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:46.178502 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port fff8586e-3946-4e87-afe1-e9954fb39578 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:46.179558 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:05:46.224896 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:46.225180 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:46.312072 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:05:51.686992 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59a633-def8-45ea-abe7-aecbee7778a1 req-cf198a4e-3a2e-44ca-a829-4eccd2b75bb6 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:51.694483 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fc59a633-def8-45ea-abe7-aecbee7778a1 req-cf198a4e-3a2e-44ca-a829-4eccd2b75bb6 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0620527 Mar 23 09:05:51.744847 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fc59a633-def8-45ea-abe7-aecbee7778a1 req-d64753c7-3651-4870-88f3-be37dc6a945e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491765 Mar 23 09:05:52.884307 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d28137-52c3-425a-8f7f-37b48dcb9f2f req-7af30ade-b326-4254-96d6-a3be0cda60aa tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:52.885815 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-90d28137-52c3-425a-8f7f-37b48dcb9f2f req-7af30ade-b326-4254-96d6-a3be0cda60aa tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0610528 Mar 23 09:05:52.938107 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-90d28137-52c3-425a-8f7f-37b48dcb9f2f req-365f520e-06e4-4890-a88c-4c828ce1f4c1 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463669 Mar 23 09:05:54.069355 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab19e1-e900-47a5-87bc-1925cc786a7a req-f89153a2-9f8e-451a-b705-45485a99a1d2 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:54.070842 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-86ab19e1-e900-47a5-87bc-1925cc786a7a req-f89153a2-9f8e-451a-b705-45485a99a1d2 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0552051 Mar 23 09:05:54.118705 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-86ab19e1-e900-47a5-87bc-1925cc786a7a req-ef09647b-4d21-411d-b606-c9c8338e3706 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423112 Mar 23 09:05:55.250897 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda562c-8842-4a30-96ee-15fd52f9f145 req-8759df61-e734-4272-9233-f0d80e8e3ba4 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:55.252371 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-acda562c-8842-4a30-96ee-15fd52f9f145 req-8759df61-e734-4272-9233-f0d80e8e3ba4 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0542722 Mar 23 09:05:55.303557 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-acda562c-8842-4a30-96ee-15fd52f9f145 req-20d712b6-b39d-4423-bab7-5e1b10e98a62 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452535 Mar 23 09:05:55.603707 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56690) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:55.608223 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-9b464344-3da2-47c7-83b4-65a5432307f6 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--108167134', 'description': 'tempest-description--1967034500'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:55.629297 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b464344-3da2-47c7-83b4-65a5432307f6 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.697597 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b464344-3da2-47c7-83b4-65a5432307f6 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (9ce35313-d728-4c5a-a143-0f88accf768c), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.704311 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b464344-3da2-47c7-83b4-65a5432307f6 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (9ce35313-d728-4c5a-a143-0f88accf768c), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.734489 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b464344-3da2-47c7-83b4-65a5432307f6 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.735713 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-9b464344-3da2-47c7-83b4-65a5432307f6 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1309621 Mar 23 09:05:55.738761 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56694) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:55.743021 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-b9771584-0437-41f4-a689-c9f7b90006a9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'security_group_rule': {'security_group_id': '9ce35313-d728-4c5a-a143-0f88accf768c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:55.751476 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b464344-3da2-47c7-83b4-65a5432307f6 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce35313-d728-4c5a-a143-0f88accf768c,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:55.776668 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b9771584-0437-41f4-a689-c9f7b90006a9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (ab236c57-bd52-44f3-918f-fbaa19f4a19e), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.833176 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b9771584-0437-41f4-a689-c9f7b90006a9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (ab236c57-bd52-44f3-918f-fbaa19f4a19e), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.837127 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b9771584-0437-41f4-a689-c9f7b90006a9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (ab236c57-bd52-44f3-918f-fbaa19f4a19e), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.859127 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9771584-0437-41f4-a689-c9f7b90006a9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab236c57-bd52-44f3-918f-fbaa19f4a19e,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:55.865983 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b9771584-0437-41f4-a689-c9f7b90006a9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.867204 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-b9771584-0437-41f4-a689-c9f7b90006a9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275411 Mar 23 09:05:55.869816 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56696) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:55.874116 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-523a4acb-cdcf-449a-a085-6f20ad1e1350 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'security_group_rule': {'security_group_id': '9ce35313-d728-4c5a-a143-0f88accf768c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:55.899742 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-523a4acb-cdcf-449a-a085-6f20ad1e1350 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (da4bf69c-e2c4-4d91-a9f2-9ef6648756a0), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.955758 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-523a4acb-cdcf-449a-a085-6f20ad1e1350 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (da4bf69c-e2c4-4d91-a9f2-9ef6648756a0), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.959386 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-523a4acb-cdcf-449a-a085-6f20ad1e1350 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (da4bf69c-e2c4-4d91-a9f2-9ef6648756a0), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.976720 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a4acb-cdcf-449a-a085-6f20ad1e1350 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4bf69c-e2c4-4d91-a9f2-9ef6648756a0,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:55.985783 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-523a4acb-cdcf-449a-a085-6f20ad1e1350 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:55.987031 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-523a4acb-cdcf-449a-a085-6f20ad1e1350 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162500 Mar 23 09:05:55.990183 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56698) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:05:55.994418 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'floatingip': {'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:56.020191 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.133637 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.242459 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Allocated IP 172.28.1.31 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/fb85196b-4530-42f6-a384-4732a6b7db5a) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:05:56.349784 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for port (fb85196b-4530-42f6-a384-4732a6b7db5a), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.386412 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (fb85196b-4530-42f6-a384-4732a6b7db5a), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.424747 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:05:56.427937 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:56.435361 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:05:56.441457 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e11550-1008-419f-ab39-212cc6fe88b7 req-6a2db310-110c-4142-98c8-222df95d1c73 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:56.443335 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-35e11550-1008-419f-ab39-212cc6fe88b7 req-6a2db310-110c-4142-98c8-222df95d1c73 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0612414 Mar 23 09:05:56.459312 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'Port': ['ID=fb85196b-4530-42f6-a384-4732a6b7db5a,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:56.497324 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-35e11550-1008-419f-ab39-212cc6fe88b7 req-6ca0ed44-4477-44ce-aed1-09a42b3bb52e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474353 Mar 23 09:05:56.526343 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (d7222c3a-64c5-4407-af71-6f4c6fd230aa), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.773394 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (fb85196b-4530-42f6-a384-4732a6b7db5a), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.923887 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for port (fb85196b-4530-42f6-a384-4732a6b7db5a), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:56.929686 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (fb85196b-4530-42f6-a384-4732a6b7db5a), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:57.002530 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'Port': ['ID=fb85196b-4530-42f6-a384-4732a6b7db5a,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:57.012991 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (d7222c3a-64c5-4407-af71-6f4c6fd230aa), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:57.029169 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:57.035698 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-2ea807ba-5ca6-4783-9594-83319fb6c106 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0393040 Mar 23 09:05:57.239093 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-447dbcad-64d1-4403-a157-63c31412422f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--108167134&fields=id&tenant_id=10c31b5d1eda4472b343001019b8c22d HTTP/1.1" status: 200 len: 267 time: 0.0520289 Mar 23 09:05:57.348203 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ff5b6-3b37-4cee-863c-333640575bae req-6089e17e-2656-4336-9219-c06ccc28cf67 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:57.349680 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-6089e17e-2656-4336-9219-c06ccc28cf67 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 814 time: 0.1042242 Mar 23 09:05:57.364537 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-cd0db0e5-c76a-43e2-9e32-51d9f970e69a tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/quotas/10c31b5d1eda4472b343001019b8c22d HTTP/1.1" status: 200 len: 375 time: 0.0093203 Mar 23 09:05:57.425997 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-7c35af33-bed3-43f7-889b-68d4513a4c2c tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562351 Mar 23 09:05:57.522701 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-fbd62a29-3994-4b7c-8a28-517b038c35d3 service neutron] 10.222.0.91 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855002 Mar 23 09:05:57.619632 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-ecb12641-629c-472d-b508-70b64afacd74 service neutron] 10.222.0.91 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911107 Mar 23 09:05:57.624389 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82269da3-eb66-4ab0-8ff0-aca66df35ea9 req-c373b6ab-415a-49da-89d1-f923802edf4b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:57.626450 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-82269da3-eb66-4ab0-8ff0-aca66df35ea9 req-c373b6ab-415a-49da-89d1-f923802edf4b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0547879 Mar 23 09:05:57.674772 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-82269da3-eb66-4ab0-8ff0-aca66df35ea9 req-72484a53-def9-4c99-bd02-7c42d006ef04 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427136 Mar 23 09:05:57.795463 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-325a4807-a84c-44c1-ad40-a0564fa3352a req-7a2205fc-7721-45cf-8934-7df140d8e24a tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 210 time: 0.0307276 Mar 23 09:05:58.270814 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-127bed7e-3332-4463-b094-dc5426c9294e req-5fd5f069-2150-4199-869d-b64408193f75 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464358 Mar 23 09:05:58.341076 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bed7e-3332-4463-b094-dc5426c9294e req-4627469b-4fe8-45ef-a696-ab90f180fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:58.342646 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-127bed7e-3332-4463-b094-dc5426c9294e req-4627469b-4fe8-45ef-a696-ab90f180fc6d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 1129 time: 0.0500152 Mar 23 09:05:58.450095 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bed7e-3332-4463-b094-dc5426c9294e req-4b3dec7b-b6d3-4e3c-9c30-89592c002475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:58.451552 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-127bed7e-3332-4463-b094-dc5426c9294e req-4b3dec7b-b6d3-4e3c-9c30-89592c002475 service neutron] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 920 time: 0.0890749 Mar 23 09:05:58.496580 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-127bed7e-3332-4463-b094-dc5426c9294e req-9137a07b-0726-4f39-a3d8-b1b2c4e8194a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=740b0161-9f4d-4f8e-9bc2-16d4d8930434 HTTP/1.1" status: 200 len: 217 time: 0.0360715 Mar 23 09:05:58.550772 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bed7e-3332-4463-b094-dc5426c9294e req-6a149df8-941e-465e-a1b4-3f79f5927cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:58.552325 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-127bed7e-3332-4463-b094-dc5426c9294e req-6a149df8-941e-465e-a1b4-3f79f5927cb6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.0489964 Mar 23 09:05:58.603357 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bed7e-3332-4463-b094-dc5426c9294e req-aec9bcc0-8133-4483-850c-f148858df7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:58.604980 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-127bed7e-3332-4463-b094-dc5426c9294e req-aec9bcc0-8133-4483-850c-f148858df7fd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457580 Mar 23 09:05:58.815924 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-127bed7e-3332-4463-b094-dc5426c9294e req-f893cbc5-ad49-4ac1-9e08-ac0c24cd7312 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995142 Mar 23 09:05:58.888115 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ff5b6-3b37-4cee-863c-333640575bae req-4f996529-9d2f-466a-8d07-ca1dd8828a7a tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:58.889503 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-4f996529-9d2f-466a-8d07-ca1dd8828a7a tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 814 time: 0.2191255 Mar 23 09:05:58.935666 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-00dff82b-2529-4e92-bba3-670f4e58aab9 req-4cfe8938-1482-48b6-9a06-8c8c5eaa4add tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 210 time: 0.0481939 Mar 23 09:05:58.936844 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf483b04-787e-41d2-868d-d8ec968a040b req-e2e49d01-f845-4048-a0dd-2aa7a382200e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:58.938780 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-cf483b04-787e-41d2-868d-d8ec968a040b req-e2e49d01-f845-4048-a0dd-2aa7a382200e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.1621954 Mar 23 09:05:59.005268 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-127bed7e-3332-4463-b094-dc5426c9294e req-9cdb0080-b711-4954-b7e0-960310ac8c2b service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781604 Mar 23 09:05:59.050282 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-07498294-7c78-45eb-8393-ef0184cb6249 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10c31b5d1eda4472b343001019b8c22d HTTP/1.1" status: 200 len: 472 time: 0.1506882 Mar 23 09:05:59.053301 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-cf483b04-787e-41d2-868d-d8ec968a040b req-72c438cd-8779-42ea-a05e-800e31ef2cf7 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038384 Mar 23 09:05:59.058426 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-297ff5b6-3b37-4cee-863c-333640575bae req-c989d06c-526b-4c67-b93b-c6672eb80f73 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'port': {'device_id': 'c13881cb-6744-4046-8139-1619cbe2d9f4', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'admin_state_up': True, 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'security_groups': ['9ce35313-d728-4c5a-a143-0f88accf768c']}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:59.164895 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297ff5b6-3b37-4cee-863c-333640575bae req-c989d06c-526b-4c67-b93b-c6672eb80f73 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Made reservation on behalf of 10c31b5d1eda4472b343001019b8c22d for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:05:59.168316 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-297ff5b6-3b37-4cee-863c-333640575bae req-c989d06c-526b-4c67-b93b-c6672eb80f73 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:59.298801 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-297ff5b6-3b37-4cee-863c-333640575bae req-c989d06c-526b-4c67-b93b-c6672eb80f73 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Allocated IP 172.20.0.14 (39df3c5d-1568-4c6e-9b3a-e334a05e9836/83b4ac13-71e9-4cf6-97ce-85db2357cc64/3bbdcc85-0636-4513-82ac-d55151f452e7) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:05:59.449148 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-297ff5b6-3b37-4cee-863c-333640575bae req-c989d06c-526b-4c67-b93b-c6672eb80f73 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:59.483874 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-297ff5b6-3b37-4cee-863c-333640575bae req-c989d06c-526b-4c67-b93b-c6672eb80f73 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:59.530495 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297ff5b6-3b37-4cee-863c-333640575bae req-c989d06c-526b-4c67-b93b-c6672eb80f73 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:05:59.533794 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-297ff5b6-3b37-4cee-863c-333640575bae req-c989d06c-526b-4c67-b93b-c6672eb80f73 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:05:59.540005 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-297ff5b6-3b37-4cee-863c-333640575bae req-c989d06c-526b-4c67-b93b-c6672eb80f73 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:05:59.546096 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989d06c-526b-4c67-b93b-c6672eb80f73 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'Port': ['ID=3bbdcc85-0636-4513-82ac-d55151f452e7,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:05:59.596194 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ff5b6-3b37-4cee-863c-333640575bae req-c989d06c-526b-4c67-b93b-c6672eb80f73 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:05:59.596859 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-297ff5b6-3b37-4cee-863c-333640575bae req-c989d06c-526b-4c67-b93b-c6672eb80f73 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:59.614245 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-c989d06c-526b-4c67-b93b-c6672eb80f73 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5594003 Mar 23 09:05:59.625616 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Request body: {'port': {'device_id': 'c13881cb-6744-4046-8139-1619cbe2d9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:05:59.688365 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:59.769497 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-595d69c0-b149-42dc-8044-40cb020c76be None None] Provisioning complete for port 3bbdcc85-0636-4513-82ac-d55151f452e7 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:05:59.770135 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-595d69c0-b149-42dc-8044-40cb020c76be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:59.804661 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-595d69c0-b149-42dc-8044-40cb020c76be None None] Port 3bbdcc85-0636-4513-82ac-d55151f452e7 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:05:59.971962 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbdcc85-0636-4513-82ac-d55151f452e7 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:05:59.979822 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Publish callbacks [] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:05:59.993108 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Transition to ACTIVE for port object 3bbdcc85-0636-4513-82ac-d55151f452e7 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:05:59.998406 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:00.073910 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Pushing event updated for resources: {'Port': ['ID=3bbdcc85-0636-4513-82ac-d55151f452e7,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:00.074198 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9294a37-228d-4852-a1d5-ebbdaa498382 req-c6d07f32-ba46-4fef-a275-b34057fea6fb tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:00.075434 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e9294a37-228d-4852-a1d5-ebbdaa498382 req-c6d07f32-ba46-4fef-a275-b34057fea6fb tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 944 time: 0.0643821 Mar 23 09:06:00.138708 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Attempting to bind port 3bbdcc85-0636-4513-82ac-d55151f452e7 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:06:00.139115 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Attempting to bind port 3bbdcc85-0636-4513-82ac-d55151f452e7 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:06:00.139515 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Attempting to bind port 3bbdcc85-0636-4513-82ac-d55151f452e7 on network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:06:00.145354 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Port 3bbdcc85-0636-4513-82ac-d55151f452e7 on network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:06:00.145774 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Attempting to bind port 3bbdcc85-0636-4513-82ac-d55151f452e7 on network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:06:00.155916 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:06:00.157581 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Checking segment: {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:06:00.158571 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Bound using segment: {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:06:00.158571 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Bound port: 3bbdcc85-0636-4513-82ac-d55151f452e7, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:06:00.159444 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:00.167644 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e9294a37-228d-4852-a1d5-ebbdaa498382 req-723b9270-ffd9-4de4-8a8a-ae422510f77a tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709102 Mar 23 09:06:00.268221 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c992afe-b560-425a-b77e-b9f3c1d82729 req-10fd27fe-02be-456c-9e2e-46b14cb10add tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:00.269718 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6c992afe-b560-425a-b77e-b9f3c1d82729 req-10fd27fe-02be-456c-9e2e-46b14cb10add tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.1172986 Mar 23 09:06:00.272315 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] For port 3bbdcc85-0636-4513-82ac-d55151f452e7, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:06:00.275529 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] For port 3bbdcc85-0636-4513-82ac-d55151f452e7, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3bbdcc85-0636-4513-82ac-d55151f452e7,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:06:00.286305 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:00.337210 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:00.337802 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:00.339199 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] 10.222.0.93 "PUT /v2.0/ports/3bbdcc85-0636-4513-82ac-d55151f452e7 HTTP/1.1" status: 200 len: 1094 time: 0.7183406 Mar 23 09:06:00.345477 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13881cb-6744-4046-8139-1619cbe2d9f4', 'tag': '3bbdcc85-0636-4513-82ac-d55151f452e7'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:00.347513 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86666d65-6e76-4a83-9edc-06d2506a7b99" -d '{"events": [{"name": "network-changed", "server_uuid": "c13881cb-6744-4046-8139-1619cbe2d9f4", "tag": "3bbdcc85-0636-4513-82ac-d55151f452e7"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:00.382695 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88149004-7457-44f0-92a1-2b9bd22868da service neutron] Pushing event updated for resources: {'Port': ['ID=3bbdcc85-0636-4513-82ac-d55151f452e7,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:00.387967 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6c992afe-b560-425a-b77e-b9f3c1d82729 req-c27bd60d-707e-416a-b6d1-082909d5af39 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108625 Mar 23 09:06:00.420512 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f957b7-6a45-42bf-a9a7-07c2b3a4b0b9 x-openstack-request-id: req-98f957b7-6a45-42bf-a9a7-07c2b3a4b0b9 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:00.420512 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13881cb-6744-4046-8139-1619cbe2d9f4", "tag": "3bbdcc85-0636-4513-82ac-d55151f452e7", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:00.420512 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-98f957b7-6a45-42bf-a9a7-07c2b3a4b0b9 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:00.420512 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f957b7-6a45-42bf-a9a7-07c2b3a4b0b9'] response: {'name': 'network-changed', 'server_uuid': 'c13881cb-6744-4046-8139-1619cbe2d9f4', 'tag': '3bbdcc85-0636-4513-82ac-d55151f452e7', 'status': 'completed', 'code': 200} Mar 23 09:06:00.461957 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ff5b6-3b37-4cee-863c-333640575bae req-991d572f-26f2-4f34-9a33-01a7a2c53049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:00.463373 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-991d572f-26f2-4f34-9a33-01a7a2c53049 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 1128 time: 0.0549457 Mar 23 09:06:00.494427 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-384ae9bd-bcbd-4c46-9358-1190492b6176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:00.508664 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-2432e04a-4def-40ca-a8a5-63596e6fe7f4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bbdcc85-0636-4513-82ac-d55151f452e7 HTTP/1.1" status: 200 len: 217 time: 0.0385814 Mar 23 09:06:00.564378 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ff5b6-3b37-4cee-863c-333640575bae req-bbcd4645-0a68-46e6-823e-b27fae874a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:00.566036 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-bbcd4645-0a68-46e6-823e-b27fae874a64 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83b4ac13-71e9-4cf6-97ce-85db2357cc64 HTTP/1.1" status: 200 len: 853 time: 0.0490072 Mar 23 09:06:00.620306 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ff5b6-3b37-4cee-863c-333640575bae req-3a873f78-f059-40c1-bf31-fb07bea39882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:00.621799 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-3a873f78-f059-40c1-bf31-fb07bea39882 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=39df3c5d-1568-4c6e-9b3a-e334a05e9836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0498028 Mar 23 09:06:00.647773 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:00.712861 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-1c07fc62-b9b7-4c45-8a24-d6cd428fe83a service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845788 Mar 23 09:06:00.806137 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-297ff5b6-3b37-4cee-863c-333640575bae req-49545f82-32d4-45cf-acc0-f8ab20129dc0 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878768 Mar 23 09:06:00.825179 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:06:00.896239 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86666d65-6e76-4a83-9edc-06d2506a7b99 req-c2bc6c04-917b-4092-90c4-6220023b0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:00.897711 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-86666d65-6e76-4a83-9edc-06d2506a7b99 req-c2bc6c04-917b-4092-90c4-6220023b0d41 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 1128 time: 0.0473480 Mar 23 09:06:00.990622 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86666d65-6e76-4a83-9edc-06d2506a7b99 req-7d220bb2-0964-4db7-a0fb-e3451fb27a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:00.992134 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-86666d65-6e76-4a83-9edc-06d2506a7b99 req-7d220bb2-0964-4db7-a0fb-e3451fb27a0e service neutron] 10.222.0.93 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 915 time: 0.0886428 Mar 23 09:06:01.034366 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-86666d65-6e76-4a83-9edc-06d2506a7b99 req-05ee8b22-22ec-46f1-ac1c-69fb2fa6de53 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bbdcc85-0636-4513-82ac-d55151f452e7 HTTP/1.1" status: 200 len: 217 time: 0.0361183 Mar 23 09:06:01.082003 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86666d65-6e76-4a83-9edc-06d2506a7b99 req-28ea72de-677f-4393-8ac0-90c493bbb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:01.083685 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-86666d65-6e76-4a83-9edc-06d2506a7b99 req-28ea72de-677f-4393-8ac0-90c493bbb896 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83b4ac13-71e9-4cf6-97ce-85db2357cc64 HTTP/1.1" status: 200 len: 853 time: 0.0442288 Mar 23 09:06:01.135678 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86666d65-6e76-4a83-9edc-06d2506a7b99 req-57236628-d3e3-4326-9806-094568c86315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:01.137183 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-86666d65-6e76-4a83-9edc-06d2506a7b99 req-57236628-d3e3-4326-9806-094568c86315 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=39df3c5d-1568-4c6e-9b3a-e334a05e9836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0483713 Mar 23 09:06:01.229810 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-86666d65-6e76-4a83-9edc-06d2506a7b99 req-678e8684-38e9-4f1a-8763-824827ef5e14 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854468 Mar 23 09:06:01.283788 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbd75f-a3e3-4ccf-b5a1-f4d666e03937 req-9c8baafb-e2d3-4572-aea4-5e5476168b5e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:01.285307 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-87cbd75f-a3e3-4ccf-b5a1-f4d666e03937 req-9c8baafb-e2d3-4572-aea4-5e5476168b5e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 944 time: 0.0543571 Mar 23 09:06:01.325335 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-86666d65-6e76-4a83-9edc-06d2506a7b99 req-33323934-0770-4579-97dd-d535a0796efd service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896120 Mar 23 09:06:01.337394 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-87cbd75f-a3e3-4ccf-b5a1-f4d666e03937 req-0a545e64-8e67-40d6-b47b-c0e878243ca0 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459690 Mar 23 09:06:01.534590 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e212a6-7e29-4891-b68b-0c2d62daa6a4 req-f9b24b73-8c7e-4608-90d5-0d98f2d6e299 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:01.536077 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-42e212a6-7e29-4891-b68b-0c2d62daa6a4 req-f9b24b73-8c7e-4608-90d5-0d98f2d6e299 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0561423 Mar 23 09:06:01.585055 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-42e212a6-7e29-4891-b68b-0c2d62daa6a4 req-69b93435-8b0e-476f-86d8-537ddb0b56b8 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434346 Mar 23 09:06:02.461917 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a353b17-d405-4312-a47a-b3daec253770 req-83991b5f-c0f8-4972-a7d6-9fd5f5a0176c tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:02.463417 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9a353b17-d405-4312-a47a-b3daec253770 req-83991b5f-c0f8-4972-a7d6-9fd5f5a0176c tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 944 time: 0.0543885 Mar 23 09:06:02.511003 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9a353b17-d405-4312-a47a-b3daec253770 req-a6b1ad51-d84a-4249-a8af-9a15275dad4f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413437 Mar 23 09:06:02.708837 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e4050-e85d-4c63-8d7e-b969bcd3e5e5 req-a0bbd83e-a69b-4309-8fc8-b3f8380e50bd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:02.710356 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-df9e4050-e85d-4c63-8d7e-b969bcd3e5e5 req-a0bbd83e-a69b-4309-8fc8-b3f8380e50bd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0551858 Mar 23 09:06:02.760104 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-df9e4050-e85d-4c63-8d7e-b969bcd3e5e5 req-fd0e9158-c528-474d-a813-ac4c9aad1789 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442429 Mar 23 09:06:02.846704 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f70ff8ef-edab-4d7f-8275-a6f64a2964fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:03.255111 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-dd498b57-ef90-4b5d-a18e-afc9dc8456db tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165027522&fields=id&tenant_id=9fe9e315746a46bb9bd2d4f28c742498 HTTP/1.1" status: 200 len: 267 time: 0.0544915 Mar 23 09:06:03.367341 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-f2e746ae-715c-4aba-b848-3d9a906bf910 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:03.368808 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-f2e746ae-715c-4aba-b848-3d9a906bf910 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/networks?id=b6e1230f-6af3-450c-bd6e-9a59d45f701d HTTP/1.1" status: 200 len: 808 time: 0.1059961 Mar 23 09:06:03.385404 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-1438e508-8f3a-4327-929d-3c9fb1772b6e tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/quotas/9fe9e315746a46bb9bd2d4f28c742498 HTTP/1.1" status: 200 len: 375 time: 0.0106082 Mar 23 09:06:03.445151 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-b8f37e90-215e-4435-9c50-8555c6066e73 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=9fe9e315746a46bb9bd2d4f28c742498&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535531 Mar 23 09:06:03.544934 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-bf76672c-8a99-4fd7-b0ae-676d731566ee service neutron] 10.222.0.91 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867939 Mar 23 09:06:03.635724 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665eadb-501f-4008-bfff-aa60a2056e50 req-6bc7a1b7-1d3b-485b-a86d-cb24f0d5246d tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:03.637238 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f665eadb-501f-4008-bfff-aa60a2056e50 req-6bc7a1b7-1d3b-485b-a86d-cb24f0d5246d tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 944 time: 0.0581942 Mar 23 09:06:03.650374 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-2d93a496-a99b-414a-a853-60305ba61d30 service neutron] 10.222.0.91 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975420 Mar 23 09:06:03.697064 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f665eadb-501f-4008-bfff-aa60a2056e50 req-ccb67f19-b6f4-49e7-adf3-664fda11949c tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531454 Mar 23 09:06:03.886650 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf4152-2760-4c16-8ba6-61f1956cb1d1 req-cf322c5d-228a-49bd-87a9-6289a845f753 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:03.888667 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-eaaf4152-2760-4c16-8ba6-61f1956cb1d1 req-cf322c5d-228a-49bd-87a9-6289a845f753 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0560722 Mar 23 09:06:03.946605 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-eaaf4152-2760-4c16-8ba6-61f1956cb1d1 req-70f6a916-26d6-4470-9c60-18e595aa1d9f tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513339 Mar 23 09:06:03.977306 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fe56f3a8-549a-4537-9abe-b23107c72ef2 req-8809e501-4338-486e-a4c6-e931844faff0 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 210 time: 0.0434356 Mar 23 09:06:03.978987 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:04.822187 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836929d-3f63-4e61-8730-520fb02ac6b1 req-8d8dda80-6618-40ea-acfd-a3650fc98ea0 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:04.823644 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5836929d-3f63-4e61-8730-520fb02ac6b1 req-8d8dda80-6618-40ea-acfd-a3650fc98ea0 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 944 time: 0.0552297 Mar 23 09:06:04.935775 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5836929d-3f63-4e61-8730-520fb02ac6b1 req-762a8f27-11f9-43e6-8c7d-e1f1d42e89a6 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997276 Mar 23 09:06:04.966768 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-fcef0f47-c8f0-413c-a484-8b1fdd834d19 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:04.968073 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-fcef0f47-c8f0-413c-a484-8b1fdd834d19 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.93 "GET /v2.0/networks?id=b6e1230f-6af3-450c-bd6e-9a59d45f701d HTTP/1.1" status: 200 len: 808 time: 0.1416190 Mar 23 09:06:05.058490 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-e5f76e15-1bb7-4c09-a54d-f46384af8638 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fe9e315746a46bb9bd2d4f28c742498 HTTP/1.1" status: 200 len: 380 time: 0.0776157 Mar 23 09:06:05.068088 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-ef5fea61-ca65-450d-9adc-cdc2512be946 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Request body: {'port': {'device_id': '6f086709-a218-4411-ab3d-adcf4bec725c', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'admin_state_up': True, 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'security_groups': ['1880f5a0-afda-407a-81e2-6a1689960944']}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:05.094681 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6d7c7-7c38-48c9-85e8-9e2a6a5a464e req-a7d955e3-1f46-432e-adec-40ec3d645b63 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:05.096756 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7cd6d7c7-7c38-48c9-85e8-9e2a6a5a464e req-a7d955e3-1f46-432e-adec-40ec3d645b63 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0633509 Mar 23 09:06:05.146192 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0a96af49-61a7-4fff-a284-0dbdb434a65f req-fcfcd71f-7889-47a8-9d55-8ba68ce4f148 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 210 time: 0.0732734 Mar 23 09:06:05.156869 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7cd6d7c7-7c38-48c9-85e8-9e2a6a5a464e req-e2972f2c-f860-419a-ae00-502a081aff9e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514691 Mar 23 09:06:05.227977 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-ef5fea61-ca65-450d-9adc-cdc2512be946 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Made reservation on behalf of 9fe9e315746a46bb9bd2d4f28c742498 for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:06:05.231400 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-ef5fea61-ca65-450d-9adc-cdc2512be946 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:05.370728 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-ef5fea61-ca65-450d-9adc-cdc2512be946 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Allocated IP 172.20.0.14 (b6e1230f-6af3-450c-bd6e-9a59d45f701d/319e9977-bbba-4ffe-985c-bf95181755d8/d26cc4fc-4c0f-45d0-95c1-370c001a5284) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:06:05.507880 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-ef5fea61-ca65-450d-9adc-cdc2512be946 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:05.550210 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-ef5fea61-ca65-450d-9adc-cdc2512be946 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:05.597238 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-ef5fea61-ca65-450d-9adc-cdc2512be946 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Network b6e1230f-6af3-450c-bd6e-9a59d45f701d is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:06:05.599772 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:05.600825 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-ef5fea61-ca65-450d-9adc-cdc2512be946 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:06:05.606679 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-ef5fea61-ca65-450d-9adc-cdc2512be946 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:06:05.614156 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fea61-ca65-450d-9adc-cdc2512be946 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Pushing event updated for resources: {'Port': ['ID=d26cc4fc-4c0f-45d0-95c1-370c001a5284,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:05.665920 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-ef5fea61-ca65-450d-9adc-cdc2512be946 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:05.666582 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-ef5fea61-ca65-450d-9adc-cdc2512be946 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:05.687111 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-ef5fea61-ca65-450d-9adc-cdc2512be946 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6231174 Mar 23 09:06:05.699330 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Request body: {'port': {'device_id': '6f086709-a218-4411-ab3d-adcf4bec725c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:05.771982 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:05.820531 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-de395e01-69d6-4f76-8ac6-867e2aadfdb0 None None] Provisioning complete for port d26cc4fc-4c0f-45d0-95c1-370c001a5284 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:06:05.820906 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-de395e01-69d6-4f76-8ac6-867e2aadfdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:05.859846 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-de395e01-69d6-4f76-8ac6-867e2aadfdb0 None None] Port d26cc4fc-4c0f-45d0-95c1-370c001a5284 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:06:05.950522 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 3bbdcc85-0636-4513-82ac-d55151f452e7 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:06:06.058886 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 3bbdcc85-0636-4513-82ac-d55151f452e7, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3bbdcc85-0636-4513-82ac-d55151f452e7,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:06.071722 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '3bbdcc85-0636-4513-82ac-d55151f452e7', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'port_id': '3bbdcc85-0636-4513-82ac-d55151f452e7', 'mac_address': 'fa:16:3e:32:76:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:06:06.103601 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5fab2-557f-4689-a77d-6c10efafb318 req-5d9fbf95-6815-4f74-ac85-74857b4f50d1 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:06.105112 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b0f5fab2-557f-4689-a77d-6c10efafb318 req-5d9fbf95-6815-4f74-ac85-74857b4f50d1 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 944 time: 0.0954545 Mar 23 09:06:06.107328 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26cc4fc-4c0f-45d0-95c1-370c001a5284 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:06:06.113491 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 3bbdcc85-0636-4513-82ac-d55151f452e7 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:06.114121 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:06.117445 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Publish callbacks [] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:06.128605 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbdcc85-0636-4513-82ac-d55151f452e7 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:06:06.147409 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Transition to ACTIVE for port object d26cc4fc-4c0f-45d0-95c1-370c001a5284 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:06:06.149779 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 3bbdcc85-0636-4513-82ac-d55151f452e7, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3bbdcc85-0636-4513-82ac-d55151f452e7,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:06.154369 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:06.160161 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:06.207642 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=3bbdcc85-0636-4513-82ac-d55151f452e7,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:06.215349 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b0f5fab2-557f-4689-a77d-6c10efafb318 req-0fe49b9b-6725-4d94-bc1c-b875b4bc450a tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024809 Mar 23 09:06:06.236870 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Pushing event updated for resources: {'Port': ['ID=d26cc4fc-4c0f-45d0-95c1-370c001a5284,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:06.330996 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed559ad-8cec-41e2-9f89-fbd926b51ee3 req-ed1ea2a6-9d5e-46f9-9873-013a0401e33d tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:06.333506 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4ed559ad-8cec-41e2-9f89-fbd926b51ee3 req-ed1ea2a6-9d5e-46f9-9873-013a0401e33d tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 944 time: 0.0613470 Mar 23 09:06:06.389498 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4ed559ad-8cec-41e2-9f89-fbd926b51ee3 req-0d565c2f-74fa-412a-b040-b239c810a8bd tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513258 Mar 23 09:06:06.556532 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Attempting to bind port d26cc4fc-4c0f-45d0-95c1-370c001a5284 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:06:06.556796 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Attempting to bind port d26cc4fc-4c0f-45d0-95c1-370c001a5284 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '7f3ddbc1-5315-45ad-ad79-7f51691bd4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:06:06.557135 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Attempting to bind port d26cc4fc-4c0f-45d0-95c1-370c001a5284 on network b6e1230f-6af3-450c-bd6e-9a59d45f701d {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:06:06.569486 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['3bbdcc85-0636-4513-82ac-d55151f452e7'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:06:06.572016 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef4b96-9f3a-4efe-92ac-0cb792d532c3 req-d40f106e-bdb8-44b3-9604-50c17ac07541 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:06.573493 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-03ef4b96-9f3a-4efe-92ac-0cb792d532c3 req-d40f106e-bdb8-44b3-9604-50c17ac07541 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0979004 Mar 23 09:06:06.574109 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Port d26cc4fc-4c0f-45d0-95c1-370c001a5284 on network b6e1230f-6af3-450c-bd6e-9a59d45f701d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:06:06.574431 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Attempting to bind port d26cc4fc-4c0f-45d0-95c1-370c001a5284 on network b6e1230f-6af3-450c-bd6e-9a59d45f701d {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:06:06.581579 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:06:06.581880 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Checking segment: {'id': '7f3ddbc1-5315-45ad-ad79-7f51691bd4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:06:06.582493 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Bound using segment: {'id': '7f3ddbc1-5315-45ad-ad79-7f51691bd4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:06:06.582933 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Bound port: d26cc4fc-4c0f-45d0-95c1-370c001a5284, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3ddbc1-5315-45ad-ad79-7f51691bd4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:06:06.583287 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:06.662002 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-03ef4b96-9f3a-4efe-92ac-0cb792d532c3 req-b5c9dfa5-1a3c-4bed-a086-e7ed13e3bac7 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823648 Mar 23 09:06:06.687250 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] For port d26cc4fc-4c0f-45d0-95c1-370c001a5284, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:06:06.691010 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] For port d26cc4fc-4c0f-45d0-95c1-370c001a5284, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:06:06.697273 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:06.730617 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:06.731305 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:06.732840 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] 10.222.0.93 "PUT /v2.0/ports/d26cc4fc-4c0f-45d0-95c1-370c001a5284 HTTP/1.1" status: 200 len: 1094 time: 1.0378318 Mar 23 09:06:06.733144 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f086709-a218-4411-ab3d-adcf4bec725c', 'tag': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:06.738672 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a082b6d5-4cd2-4a35-8745-01d67f9ec604" -d '{"events": [{"name": "network-changed", "server_uuid": "6f086709-a218-4411-ab3d-adcf4bec725c", "tag": "d26cc4fc-4c0f-45d0-95c1-370c001a5284"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:06.769731 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf7b97-40df-484a-8995-d72a7e5c678c service neutron] Pushing event updated for resources: {'Port': ['ID=d26cc4fc-4c0f-45d0-95c1-370c001a5284,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:06.803160 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7579e39f-0a75-491d-9119-6944e06606b0 x-openstack-request-id: req-7579e39f-0a75-491d-9119-6944e06606b0 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:06.803462 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f086709-a218-4411-ab3d-adcf4bec725c", "tag": "d26cc4fc-4c0f-45d0-95c1-370c001a5284", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:06.803716 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7579e39f-0a75-491d-9119-6944e06606b0 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:06.804122 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7579e39f-0a75-491d-9119-6944e06606b0'] response: {'name': 'network-changed', 'server_uuid': '6f086709-a218-4411-ab3d-adcf4bec725c', 'tag': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'status': 'completed', 'code': 200} Mar 23 09:06:06.826427 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-f958412d-c4a9-472c-9daa-557b0cbefae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:06.828743 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-f958412d-c4a9-472c-9daa-557b0cbefae3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9fe9e315746a46bb9bd2d4f28c742498&device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 1128 time: 0.0547228 Mar 23 09:06:06.852303 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:06.880086 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-44ebfeb1-3ecb-4ad0-9fb1-0032e96236dc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284 HTTP/1.1" status: 200 len: 217 time: 0.0429497 Mar 23 09:06:06.935075 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-62127000-7abe-4e4c-84da-adec9aeb31d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:06.936534 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-62127000-7abe-4e4c-84da-adec9aeb31d9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=319e9977-bbba-4ffe-985c-bf95181755d8 HTTP/1.1" status: 200 len: 847 time: 0.0505750 Mar 23 09:06:06.989360 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7216cf99-135a-4e87-b066-1d37b8dc0873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:06.990891 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-7216cf99-135a-4e87-b066-1d37b8dc0873 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6e1230f-6af3-450c-bd6e-9a59d45f701d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0485725 Mar 23 09:06:07.085783 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-dd62c524-fc23-43d0-9e2c-79899021a495 service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885978 Mar 23 09:06:07.179713 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-56b11428-f309-4eed-a8f6-f2f40393d83e req-dc0e264f-4453-4490-b6cf-14c26f5f97eb service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865595 Mar 23 09:06:07.278149 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082b6d5-4cd2-4a35-8745-01d67f9ec604 req-efa8614b-8a31-43de-a432-194d9fe66b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:07.279883 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a082b6d5-4cd2-4a35-8745-01d67f9ec604 req-efa8614b-8a31-43de-a432-194d9fe66b11 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9fe9e315746a46bb9bd2d4f28c742498&device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 1128 time: 0.0514820 Mar 23 09:06:07.402192 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369b42e-787e-45d9-8289-b24288d9eaf1 req-25662175-1af2-401b-ba3a-d3a05053ba78 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:07.403774 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d369b42e-787e-45d9-8289-b24288d9eaf1 req-25662175-1af2-401b-ba3a-d3a05053ba78 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 945 time: 0.1208756 Mar 23 09:06:07.425071 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082b6d5-4cd2-4a35-8745-01d67f9ec604 req-980fa3db-c61d-45b3-8965-a6867a7ceaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:07.426526 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a082b6d5-4cd2-4a35-8745-01d67f9ec604 req-980fa3db-c61d-45b3-8965-a6867a7ceaa7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6e1230f-6af3-450c-bd6e-9a59d45f701d HTTP/1.1" status: 200 len: 909 time: 0.1345153 Mar 23 09:06:07.479271 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a082b6d5-4cd2-4a35-8745-01d67f9ec604 req-31ec0b84-b810-4e41-ade4-bb2a8d44cd40 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284 HTTP/1.1" status: 200 len: 217 time: 0.0462732 Mar 23 09:06:07.529376 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed10d3-62dc-4de6-8fd2-67213ba23129 req-93151d44-1ade-4740-948f-3e1bde3f379c tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:07.531222 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-09ed10d3-62dc-4de6-8fd2-67213ba23129 req-93151d44-1ade-4740-948f-3e1bde3f379c tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 944 time: 0.0676293 Mar 23 09:06:07.538266 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d369b42e-787e-45d9-8289-b24288d9eaf1 req-466f3595-9d9a-47a8-a065-c51f4d29e5e6 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216407 Mar 23 09:06:07.550324 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082b6d5-4cd2-4a35-8745-01d67f9ec604 req-08259f3b-47a6-4dec-b010-770fab375127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:07.553318 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a082b6d5-4cd2-4a35-8745-01d67f9ec604 req-08259f3b-47a6-4dec-b010-770fab375127 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=319e9977-bbba-4ffe-985c-bf95181755d8 HTTP/1.1" status: 200 len: 847 time: 0.0671518 Mar 23 09:06:07.600572 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-09ed10d3-62dc-4de6-8fd2-67213ba23129 req-04d73b78-019f-4b84-a742-8018e5044745 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586855 Mar 23 09:06:07.605098 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082b6d5-4cd2-4a35-8745-01d67f9ec604 req-09d5139e-f6b3-441f-acf9-5567dfeabfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:07.606623 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a082b6d5-4cd2-4a35-8745-01d67f9ec604 req-09d5139e-f6b3-441f-acf9-5567dfeabfa6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6e1230f-6af3-450c-bd6e-9a59d45f701d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0481076 Mar 23 09:06:07.706371 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a082b6d5-4cd2-4a35-8745-01d67f9ec604 req-92cd8f66-6805-49de-89de-a6977ea58afe service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926888 Mar 23 09:06:07.837508 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a082b6d5-4cd2-4a35-8745-01d67f9ec604 req-963d8a96-65f5-4f4b-b82d-54a4ab235525 service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253440 Mar 23 09:06:07.846910 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b964ce9-cdc1-4133-939a-5623f8437f0f req-585ce766-a868-4983-94ae-696d5d867d2e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:07.848509 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8b964ce9-cdc1-4133-939a-5623f8437f0f req-585ce766-a868-4983-94ae-696d5d867d2e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0935600 Mar 23 09:06:07.906518 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8b964ce9-cdc1-4133-939a-5623f8437f0f req-ca866ee7-1643-4676-9306-fc8cccf5ff1a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509863 Mar 23 09:06:08.675576 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3974d-f375-40bf-a61b-615e3bfc0cb3 req-b40dddbf-fedb-4dc4-b93c-197c37084073 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:08.677105 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-99d3974d-f375-40bf-a61b-615e3bfc0cb3 req-b40dddbf-fedb-4dc4-b93c-197c37084073 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 945 time: 0.0632668 Mar 23 09:06:08.736287 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-99d3974d-f375-40bf-a61b-615e3bfc0cb3 req-770ab962-dc34-4171-ba62-30fb45b9a12d tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535381 Mar 23 09:06:08.744706 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb489cc-5d9f-4cae-a70f-a18c9c437e50 req-e020a7ea-84a6-4ce0-80d5-cbf0b295dd1f tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:08.746231 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9eb489cc-5d9f-4cae-a70f-a18c9c437e50 req-e020a7ea-84a6-4ce0-80d5-cbf0b295dd1f tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 944 time: 0.0721962 Mar 23 09:06:08.796285 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9eb489cc-5d9f-4cae-a70f-a18c9c437e50 req-07661056-ae41-4a88-8b48-d8489fba567e tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437210 Mar 23 09:06:09.039961 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634625f-a5a5-48c7-bdbd-a8bf689f1d3f req-712fba9a-8f08-469b-8031-19507eab1c27 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:09.041382 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8634625f-a5a5-48c7-bdbd-a8bf689f1d3f req-712fba9a-8f08-469b-8031-19507eab1c27 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0591028 Mar 23 09:06:09.092450 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8634625f-a5a5-48c7-bdbd-a8bf689f1d3f req-509ddd2a-76ac-46ce-b85d-39f881681b1f tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438919 Mar 23 09:06:09.861987 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595395c-d351-4b5d-a24d-149a92df650f req-6730bb1a-717e-4efe-a0d6-6e1a537e3ad3 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:09.863740 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1595395c-d351-4b5d-a24d-149a92df650f req-6730bb1a-717e-4efe-a0d6-6e1a537e3ad3 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 945 time: 0.0595691 Mar 23 09:06:09.918034 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1595395c-d351-4b5d-a24d-149a92df650f req-6a5cfccc-4d34-4298-974a-153450d8578f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482697 Mar 23 09:06:09.921245 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eca4c-197b-413d-bc7b-3c35490a43e4 req-ede5fb38-5e6c-496c-aca2-fb7f22523718 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:09.922833 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-058eca4c-197b-413d-bc7b-3c35490a43e4 req-ede5fb38-5e6c-496c-aca2-fb7f22523718 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 944 time: 0.0561500 Mar 23 09:06:09.975975 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-058eca4c-197b-413d-bc7b-3c35490a43e4 req-431d0e2f-b99e-4acf-bf9c-801ee9e67892 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474093 Mar 23 09:06:09.984844 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 3bbdcc85-0636-4513-82ac-d55151f452e7 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:06:10.033743 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port 3bbdcc85-0636-4513-82ac-d55151f452e7 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:06:10.037543 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 3bbdcc85-0636-4513-82ac-d55151f452e7 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:06:10.037976 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:10.117037 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 3bbdcc85-0636-4513-82ac-d55151f452e7 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:10.117423 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:10.142127 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13881cb-6744-4046-8139-1619cbe2d9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbdcc85-0636-4513-82ac-d55151f452e7'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:10.144358 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebb4b2b-848a-43bf-8e39-0ad7594eca7c" -d '{"events": [{"server_uuid": "c13881cb-6744-4046-8139-1619cbe2d9f4", "name": "network-vif-plugged", "status": "completed", "tag": "3bbdcc85-0636-4513-82ac-d55151f452e7"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:10.157927 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 3bbdcc85-0636-4513-82ac-d55151f452e7, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3bbdcc85-0636-4513-82ac-d55151f452e7,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:10.162302 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:10.190953 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62da27bd-3c4b-47f8-9317-1e42dd0e8209 x-openstack-request-id: req-62da27bd-3c4b-47f8-9317-1e42dd0e8209 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:10.191298 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13881cb-6744-4046-8139-1619cbe2d9f4", "name": "network-vif-plugged", "status": "completed", "tag": "3bbdcc85-0636-4513-82ac-d55151f452e7", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:10.191522 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-62da27bd-3c4b-47f8-9317-1e42dd0e8209 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:10.192238 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62da27bd-3c4b-47f8-9317-1e42dd0e8209'] response: {'server_uuid': 'c13881cb-6744-4046-8139-1619cbe2d9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbdcc85-0636-4513-82ac-d55151f452e7', 'code': 200} Mar 23 09:06:10.218830 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=3bbdcc85-0636-4513-82ac-d55151f452e7,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:10.224211 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34f511-a3e2-4383-8b37-ad7ed80b3fef req-bd49dcd0-7531-4c12-bec2-b2943c94ac3a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:10.225926 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4a34f511-a3e2-4383-8b37-ad7ed80b3fef req-bd49dcd0-7531-4c12-bec2-b2943c94ac3a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0609000 Mar 23 09:06:10.281394 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4a34f511-a3e2-4383-8b37-ad7ed80b3fef req-6c830d9d-8a9b-4e6f-9b6b-ca0fdb62bad8 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496807 Mar 23 09:06:10.385752 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b2ea8-2c4c-4594-8bd2-0412147ef439 req-9b01de2b-04b2-47ea-b1b7-84f5b084a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:10.387295 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-324b2ea8-2c4c-4594-8bd2-0412147ef439 req-9b01de2b-04b2-47ea-b1b7-84f5b084a617 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 1130 time: 0.0450315 Mar 23 09:06:10.435768 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-324b2ea8-2c4c-4594-8bd2-0412147ef439 req-f039911b-5182-4be3-b5d6-d9e105f247fa service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410933 Mar 23 09:06:11.051951 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df05720-3978-4f77-a621-247aae21c626 req-7495b47b-1983-433a-af2e-5bcbf0ca3da8 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:11.054132 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6df05720-3978-4f77-a621-247aae21c626 req-7495b47b-1983-433a-af2e-5bcbf0ca3da8 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 946 time: 0.0624151 Mar 23 09:06:11.105086 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6df05720-3978-4f77-a621-247aae21c626 req-ba2bf641-859b-407e-901b-9cd4ef026bb7 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451329 Mar 23 09:06:11.109714 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbb2c8-63bf-4943-b1a1-1e6d9244902c req-8d944279-6789-4f07-83c8-08e685c5b7d1 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:11.111303 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5bdbb2c8-63bf-4943-b1a1-1e6d9244902c req-8d944279-6789-4f07-83c8-08e685c5b7d1 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 944 time: 0.0627184 Mar 23 09:06:11.168568 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5bdbb2c8-63bf-4943-b1a1-1e6d9244902c req-eadc3add-9800-446f-97c0-79298af4dc78 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504045 Mar 23 09:06:11.404019 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649281d-c8e1-4ce0-b81f-22c8d62e051d req-c3d888b1-980b-4821-9c02-31064ababb0f tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:11.406238 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3649281d-c8e1-4ce0-b81f-22c8d62e051d req-c3d888b1-980b-4821-9c02-31064ababb0f tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0521786 Mar 23 09:06:11.453226 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3649281d-c8e1-4ce0-b81f-22c8d62e051d req-214b8c14-3902-414b-bcc7-f2fe5af1b86a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412920 Mar 23 09:06:11.986408 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 0f74ca2d-8b6f-45e8-afed-4281d81efcfb details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:06:12.087147 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:12.098521 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'port_id': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'mac_address': 'fa:16:3e:bb:82:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:06:12.139569 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb is: ACTIVE; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:12.139569 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:12.151625 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f74ca2d-8b6f-45e8-afed-4281d81efcfb {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:06:12.172148 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:12.177393 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:12.178161 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device d26cc4fc-4c0f-45d0-95c1-370c001a5284 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:06:12.230379 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb8081-59e7-4cb1-99ef-758f50bce2d5 req-47f39d92-d2be-494d-bec4-70f20f3e9d7e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:12.232042 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-23fb8081-59e7-4cb1-99ef-758f50bce2d5 req-47f39d92-d2be-494d-bec4-70f20f3e9d7e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 946 time: 0.0595305 Mar 23 09:06:12.276434 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,revision_number=6']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:12.297307 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-23fb8081-59e7-4cb1-99ef-758f50bce2d5 req-fad9de13-0396-4cd7-a5bb-a63068e504f4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566075 Mar 23 09:06:12.321006 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efeee34-8beb-4241-bb41-ae291d68bb2a req-7eb5158c-2e3e-4a58-a117-7a7604c6f013 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:12.322701 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8efeee34-8beb-4241-bb41-ae291d68bb2a req-7eb5158c-2e3e-4a58-a117-7a7604c6f013 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 944 time: 0.0728562 Mar 23 09:06:12.331100 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port d26cc4fc-4c0f-45d0-95c1-370c001a5284, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:12.345594 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'port_id': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'mac_address': 'fa:16:3e:d7:c6:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:06:12.373120 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8efeee34-8beb-4241-bb41-ae291d68bb2a req-1d6599a8-35b3-4e3a-bcf3-9ee34e1d6861 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444772 Mar 23 09:06:12.397104 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port d26cc4fc-4c0f-45d0-95c1-370c001a5284 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:12.397521 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:12.414301 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26cc4fc-4c0f-45d0-95c1-370c001a5284 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:06:12.434690 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port d26cc4fc-4c0f-45d0-95c1-370c001a5284, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:12.440370 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:12.494134 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=d26cc4fc-4c0f-45d0-95c1-370c001a5284,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:12.598331 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5a86d-18c3-42e5-b2ab-08c5fab795d3 req-42a6423a-f8f0-4cd5-a338-d511094e29d4 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:12.599857 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-37e5a86d-18c3-42e5-b2ab-08c5fab795d3 req-42a6423a-f8f0-4cd5-a338-d511094e29d4 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 945 time: 0.0588746 Mar 23 09:06:12.610830 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['0f74ca2d-8b6f-45e8-afed-4281d81efcfb'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:06:12.648035 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-37e5a86d-18c3-42e5-b2ab-08c5fab795d3 req-09117666-5c53-41a3-a1d6-d18374afdf82 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426867 Mar 23 09:06:13.259469 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['d26cc4fc-4c0f-45d0-95c1-370c001a5284'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:06:13.424005 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126885fb-f3d2-46c4-aec6-658ddd209193 req-d6cdc058-96af-4a60-8827-3619c7e8b841 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:13.425553 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-126885fb-f3d2-46c4-aec6-658ddd209193 req-d6cdc058-96af-4a60-8827-3619c7e8b841 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 946 time: 0.0551586 Mar 23 09:06:13.483986 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-126885fb-f3d2-46c4-aec6-658ddd209193 req-dc005ac3-a479-451b-9b12-fe73ddf74319 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501528 Mar 23 09:06:13.505949 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ab938-5007-415f-a83d-ec2e57b49402 req-88de3331-5fef-4ded-9850-0bd3f76661b1 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:13.507480 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f46ab938-5007-415f-a83d-ec2e57b49402 req-88de3331-5fef-4ded-9850-0bd3f76661b1 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 945 time: 0.0613809 Mar 23 09:06:13.560190 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f46ab938-5007-415f-a83d-ec2e57b49402 req-4e016668-dfe5-4afe-81b4-1a3d029d1df2 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471621 Mar 23 09:06:13.610435 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3845c-a293-4ff1-8497-5398702c9c2c req-6701c8b3-593e-4028-926e-86020dda3881 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:13.611925 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8ee3845c-a293-4ff1-8497-5398702c9c2c req-6701c8b3-593e-4028-926e-86020dda3881 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 946 time: 0.0619826 Mar 23 09:06:13.620545 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56844) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:13.625425 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-553764fe-4979-41c8-bc32-bd06af8b566b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'floatingip': {'port_id': '3bbdcc85-0636-4513-82ac-d55151f452e7'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:13.667965 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-553764fe-4979-41c8-bc32-bd06af8b566b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (d7222c3a-64c5-4407-af71-6f4c6fd230aa), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:13.883602 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d81276-ade4-4339-95be-9b75cb58114b req-4bc7c6b8-f218-4e39-818c-198216c0724a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:13.885112 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-01d81276-ade4-4339-95be-9b75cb58114b req-4bc7c6b8-f218-4e39-818c-198216c0724a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 945 time: 0.1606443 Mar 23 09:06:13.961559 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-01d81276-ade4-4339-95be-9b75cb58114b req-209416fb-9571-4b4f-a0a2-f679dbda42f8 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690272 Mar 23 09:06:14.010117 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 0f74ca2d-8b6f-45e8-afed-4281d81efcfb up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:06:14.059343 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:06:14.059718 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:14.146080 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:14.146391 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:14.169155 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:14.171878 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2a819e-af55-4233-a46a-899246cbcb2e" -d '{"events": [{"server_uuid": "64ebc8e5-8cad-46ff-9148-902add1c2d3f", "name": "network-vif-plugged", "status": "completed", "tag": "0f74ca2d-8b6f-45e8-afed-4281d81efcfb"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:14.183833 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-553764fe-4979-41c8-bc32-bd06af8b566b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:14.188768 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-553764fe-4979-41c8-bc32-bd06af8b566b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (d7222c3a-64c5-4407-af71-6f4c6fd230aa), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:14.189019 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:14.194388 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:14.220253 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5f1aac-ce11-46f2-a2e3-220f84b9ed21 x-openstack-request-id: req-9c5f1aac-ce11-46f2-a2e3-220f84b9ed21 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:14.220542 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ebc8e5-8cad-46ff-9148-902add1c2d3f", "name": "network-vif-plugged", "status": "completed", "tag": "0f74ca2d-8b6f-45e8-afed-4281d81efcfb", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:14.220792 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9c5f1aac-ce11-46f2-a2e3-220f84b9ed21 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:14.221181 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5f1aac-ce11-46f2-a2e3-220f84b9ed21'] response: {'server_uuid': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'code': 200} Mar 23 09:06:14.247419 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:14.294866 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [None req-553764fe-4979-41c8-bc32-bd06af8b566b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Floating IP d7222c3a-64c5-4407-af71-6f4c6fd230aa associated. External IP: 172.28.1.31, port: 3bbdcc85-0636-4513-82ac-d55151f452e7. Mar 23 09:06:14.513038 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553764fe-4979-41c8-bc32-bd06af8b566b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:06:14.870447 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553764fe-4979-41c8-bc32-bd06af8b566b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:06:14.875936 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-553764fe-4979-41c8-bc32-bd06af8b566b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:14.881805 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4bf7d1-b283-437f-82ca-bc9ab9889472 None None] Sync routers for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:06:14.891268 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4bf7d1-b283-437f-82ca-bc9ab9889472 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:14.891876 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-3a4bf7d1-b283-437f-82ca-bc9ab9889472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:06:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:14.903706 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1d984-c3ee-44e8-9e12-03769aca0c6a req-95b5abdf-caf5-4677-b35f-6401a0731135 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:14.905716 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4ca1d984-c3ee-44e8-9e12-03769aca0c6a req-95b5abdf-caf5-4677-b35f-6401a0731135 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 945 time: 0.0923185 Mar 23 09:06:14.923004 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-553764fe-4979-41c8-bc32-bd06af8b566b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "PUT /v2.0/floatingips/d7222c3a-64c5-4407-af71-6f4c6fd230aa HTTP/1.1" status: 200 len: 991 time: 1.3011787 Mar 23 09:06:14.930786 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13881cb-6744-4046-8139-1619cbe2d9f4', 'tag': '3bbdcc85-0636-4513-82ac-d55151f452e7'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:14.931048 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99ec75d-70b7-4a70-8040-d1c0cb7e1880" -d '{"events": [{"name": "network-changed", "server_uuid": "c13881cb-6744-4046-8139-1619cbe2d9f4", "tag": "3bbdcc85-0636-4513-82ac-d55151f452e7"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:14.982390 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4ca1d984-c3ee-44e8-9e12-03769aca0c6a req-86123d14-2f31-4e72-8050-53ece3e41a49 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693829 Mar 23 09:06:14.987854 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbf368d-8615-485b-9eca-47cd4c875c08 x-openstack-request-id: req-fbbf368d-8615-485b-9eca-47cd4c875c08 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:14.987854 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13881cb-6744-4046-8139-1619cbe2d9f4", "tag": "3bbdcc85-0636-4513-82ac-d55151f452e7", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:14.987854 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fbbf368d-8615-485b-9eca-47cd4c875c08 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:14.987854 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbbf368d-8615-485b-9eca-47cd4c875c08'] response: {'name': 'network-changed', 'server_uuid': 'c13881cb-6744-4046-8139-1619cbe2d9f4', 'tag': '3bbdcc85-0636-4513-82ac-d55151f452e7', 'status': 'completed', 'code': 200} Mar 23 09:06:15.026188 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-3a4bf7d1-b283-437f-82ca-bc9ab9889472 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:15.053690 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ec75d-70b7-4a70-8040-d1c0cb7e1880 req-7b7a1a77-3e87-4644-b934-79177f869fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:15.055363 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d99ec75d-70b7-4a70-8040-d1c0cb7e1880 req-7b7a1a77-3e87-4644-b934-79177f869fde service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 1130 time: 0.0518615 Mar 23 09:06:15.109616 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabae9aa-4555-43e1-bad8-117852b2bc63 req-7839d5d0-702c-4c2f-828f-27b21ec1b9cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:15.111796 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cabae9aa-4555-43e1-bad8-117852b2bc63 req-7839d5d0-702c-4c2f-828f-27b21ec1b9cd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0574646 Mar 23 09:06:15.153430 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ec75d-70b7-4a70-8040-d1c0cb7e1880 req-ffc890ee-8326-4393-be30-5b2902ea375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:15.154893 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d99ec75d-70b7-4a70-8040-d1c0cb7e1880 req-ffc890ee-8326-4393-be30-5b2902ea375d service neutron] 10.222.0.93 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 915 time: 0.0936265 Mar 23 09:06:15.162005 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cabae9aa-4555-43e1-bad8-117852b2bc63 req-2cbd7cdf-6088-4272-9bcb-5c572b0dc9db tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440812 Mar 23 09:06:15.225816 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d99ec75d-70b7-4a70-8040-d1c0cb7e1880 req-c151272f-636d-4be7-b4cd-87f6316c703d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bbdcc85-0636-4513-82ac-d55151f452e7 HTTP/1.1" status: 200 len: 999 time: 0.0631757 Mar 23 09:06:15.274574 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-3a4bf7d1-b283-437f-82ca-bc9ab9889472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.254', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '415de519-1e86-4fd7-ad4b-d521668bc40f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:7a:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:39Z', 'updated_at': '2022-03-23T09:04:10Z', 'revision_number': 2, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}, {'id': 'd7222c3a-64c5-4407-af71-6f4c6fd230aa', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.31', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '3bbdcc85-0636-4513-82ac-d55151f452e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:32:76:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13881cb-6744-4046-8139-1619cbe2d9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:05:56Z', 'updated_at': '2022-03-23T09:06:14Z', 'revision_number': 1, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:15.279604 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ec75d-70b7-4a70-8040-d1c0cb7e1880 req-3312c9b7-0170-456c-af97-59aa9a6cf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:15.281799 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d99ec75d-70b7-4a70-8040-d1c0cb7e1880 req-3312c9b7-0170-456c-af97-59aa9a6cf1a5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83b4ac13-71e9-4cf6-97ce-85db2357cc64 HTTP/1.1" status: 200 len: 853 time: 0.0502510 Mar 23 09:06:15.300927 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4bf7d1-b283-437f-82ca-bc9ab9889472 None None] Checking router: 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:06:15.309219 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4bf7d1-b283-437f-82ca-bc9ab9889472 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:15.309816 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-3a4bf7d1-b283-437f-82ca-bc9ab9889472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:06:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:15.332447 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ec75d-70b7-4a70-8040-d1c0cb7e1880 req-f4093c78-67ed-4728-918e-02fd47f3f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:15.333969 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d99ec75d-70b7-4a70-8040-d1c0cb7e1880 req-f4093c78-67ed-4728-918e-02fd47f3f5a8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=39df3c5d-1568-4c6e-9b3a-e334a05e9836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0459340 Mar 23 09:06:15.421629 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-3a4bf7d1-b283-437f-82ca-bc9ab9889472 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:15.424575 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d99ec75d-70b7-4a70-8040-d1c0cb7e1880 req-48d1a79c-d9be-49ee-b54c-69627e73aa21 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843792 Mar 23 09:06:15.521217 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d99ec75d-70b7-4a70-8040-d1c0cb7e1880 req-10c930b3-01c9-4329-990d-6a3979822a39 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902281 Mar 23 09:06:15.660832 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-3a4bf7d1-b283-437f-82ca-bc9ab9889472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.254', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '415de519-1e86-4fd7-ad4b-d521668bc40f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:7a:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:39Z', 'updated_at': '2022-03-23T09:04:10Z', 'revision_number': 2, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}, {'id': 'd7222c3a-64c5-4407-af71-6f4c6fd230aa', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.31', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '3bbdcc85-0636-4513-82ac-d55151f452e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:32:76:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13881cb-6744-4046-8139-1619cbe2d9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:05:56Z', 'updated_at': '2022-03-23T09:06:14Z', 'revision_number': 1, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:15.763179 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4bf7d1-b283-437f-82ca-bc9ab9889472 None None] The sync data for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb is: [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.254', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '415de519-1e86-4fd7-ad4b-d521668bc40f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:7a:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:39Z', 'updated_at': '2022-03-23T09:04:10Z', 'revision_number': 2, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}, {'id': 'd7222c3a-64c5-4407-af71-6f4c6fd230aa', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.31', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '3bbdcc85-0636-4513-82ac-d55151f452e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:32:76:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13881cb-6744-4046-8139-1619cbe2d9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:05:56Z', 'updated_at': '2022-03-23T09:06:14Z', 'revision_number': 1, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:06:15.979293 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45306fd5-b06a-4546-bc2d-a628c773788e None None] New status for floating IP d7222c3a-64c5-4407-af71-6f4c6fd230aa: ACTIVE {{(pid=103136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:06:16.019927 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device d26cc4fc-4c0f-45d0-95c1-370c001a5284 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:06:16.113236 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00665778-c945-49de-b4c9-1ed0065708f2 req-39b8054e-e8ae-4158-a9f3-c726d4495fbd tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:16.119500 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-00665778-c945-49de-b4c9-1ed0065708f2 req-39b8054e-e8ae-4158-a9f3-c726d4495fbd tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 945 time: 0.0652549 Mar 23 09:06:16.157722 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port d26cc4fc-4c0f-45d0-95c1-370c001a5284 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:06:16.164546 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port d26cc4fc-4c0f-45d0-95c1-370c001a5284 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:06:16.164983 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.179625 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-00665778-c945-49de-b4c9-1ed0065708f2 req-de876e03-6ca1-4d5f-9c3b-8f533275f14a tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579500 Mar 23 09:06:16.298690 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port d26cc4fc-4c0f-45d0-95c1-370c001a5284 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:16.299247 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.330339 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729cab9-8402-43fe-b1ea-06505f94ca33 req-2ccaeb5b-a7da-48b7-a910-331d0f022597 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:16.332056 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4729cab9-8402-43fe-b1ea-06505f94ca33 req-2ccaeb5b-a7da-48b7-a910-331d0f022597 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0785003 Mar 23 09:06:16.337168 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f086709-a218-4411-ab3d-adcf4bec725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:16.339493 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bd00e3-0b3e-441d-a2ee-d4d96ee7fb55" -d '{"events": [{"server_uuid": "6f086709-a218-4411-ab3d-adcf4bec725c", "name": "network-vif-plugged", "status": "completed", "tag": "d26cc4fc-4c0f-45d0-95c1-370c001a5284"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:16.355222 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port d26cc4fc-4c0f-45d0-95c1-370c001a5284, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:16.360491 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:16.391505 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4193e6a4-3956-4703-a3d1-15816578ef01 x-openstack-request-id: req-4193e6a4-3956-4703-a3d1-15816578ef01 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:16.391734 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f086709-a218-4411-ab3d-adcf4bec725c", "name": "network-vif-plugged", "status": "completed", "tag": "d26cc4fc-4c0f-45d0-95c1-370c001a5284", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:16.391841 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4193e6a4-3956-4703-a3d1-15816578ef01 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:16.392293 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4193e6a4-3956-4703-a3d1-15816578ef01'] response: {'server_uuid': '6f086709-a218-4411-ab3d-adcf4bec725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'code': 200} Mar 23 09:06:16.400954 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4729cab9-8402-43fe-b1ea-06505f94ca33 req-a4f08364-d4de-40b0-8158-e5980d216ad3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592077 Mar 23 09:06:16.430108 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=d26cc4fc-4c0f-45d0-95c1-370c001a5284,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:16.679338 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b529-8f6f-4ca0-b857-b52b75a67a48 req-deaea566-d497-479f-8c0b-647fcc25f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:16.682342 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9c56b529-8f6f-4ca0-b857-b52b75a67a48 req-deaea566-d497-479f-8c0b-647fcc25f329 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 1130 time: 0.0557628 Mar 23 09:06:16.748734 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9c56b529-8f6f-4ca0-b857-b52b75a67a48 req-5cb4dfee-63b4-463f-8708-d9cafe27e40b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590167 Mar 23 09:06:17.307858 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaae12e-78b2-4d4f-bea2-b02998fde600 req-b5f793f1-9d0d-40ac-9f0a-6df2b5352df2 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:17.309490 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9eaae12e-78b2-4d4f-bea2-b02998fde600 req-b5f793f1-9d0d-40ac-9f0a-6df2b5352df2 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0583103 Mar 23 09:06:17.364493 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9eaae12e-78b2-4d4f-bea2-b02998fde600 req-b470d717-87c2-45cd-9142-8a74ebcee23b tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483618 Mar 23 09:06:17.555331 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e977ab0-8918-40c4-8c4e-b5bbe2cf3581 req-49e0fa18-f18b-4742-beb9-87137bb0e631 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:17.556837 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5e977ab0-8918-40c4-8c4e-b5bbe2cf3581 req-49e0fa18-f18b-4742-beb9-87137bb0e631 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0615008 Mar 23 09:06:17.622144 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5e977ab0-8918-40c4-8c4e-b5bbe2cf3581 req-35cff055-b07a-4742-bdef-f393266f42be tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540693 Mar 23 09:06:18.527088 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80835641-a4b3-4e80-b67e-2ca5ebcbf38e req-e40a49c1-db61-4f6e-b3df-8c703f515bc8 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:18.537525 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-80835641-a4b3-4e80-b67e-2ca5ebcbf38e req-e40a49c1-db61-4f6e-b3df-8c703f515bc8 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0785682 Mar 23 09:06:18.612112 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-80835641-a4b3-4e80-b67e-2ca5ebcbf38e req-9ec558ae-e017-447c-a581-1e2f41a91715 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733371 Mar 23 09:06:18.823003 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269e7f3-a676-4384-9e25-bc9d5556f105 req-f0d48788-1c31-46f7-9644-3934c5c0e839 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:18.825646 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9269e7f3-a676-4384-9e25-bc9d5556f105 req-f0d48788-1c31-46f7-9644-3934c5c0e839 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.1262786 Mar 23 09:06:18.852059 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd67a9c-dc67-43da-bacc-74cae265f5ee req-d8acffbb-8863-4095-8695-2e7f612c2856 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:18.862872 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6bd67a9c-dc67-43da-bacc-74cae265f5ee req-d8acffbb-8863-4095-8695-2e7f612c2856 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.1124330 Mar 23 09:06:18.925481 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9269e7f3-a676-4384-9e25-bc9d5556f105 req-d13dd401-c7b4-4d81-b1bc-070fc6781963 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905459 Mar 23 09:06:18.935343 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6bd67a9c-dc67-43da-bacc-74cae265f5ee req-05a80fc0-5b97-4198-936b-c6bd4fe0960e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720086 Mar 23 09:06:18.949303 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56898) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:19.180178 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b0f592-a145-4c07-b4f3-8f6e70604556 tempest-TestShelveInstance-775756958 tempest-TestShelveInstance-775756958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:19.186024 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-56b0f592-a145-4c07-b4f3-8f6e70604556 tempest-TestShelveInstance-775756958 tempest-TestShelveInstance-775756958-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 1125 time: 0.2313907 Mar 23 09:06:19.186404 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56902) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:19.194395 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Request body: {'floatingip': {'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'port_id': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:06:19.237214 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:19.395603 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:19.570506 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Allocated IP 172.28.1.81 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/fc006159-ccfd-46ee-9b1b-bebc96d14f09) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:06:19.707636 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for port (fc006159-ccfd-46ee-9b1b-bebc96d14f09), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:19.757524 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (fc006159-ccfd-46ee-9b1b-bebc96d14f09), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:19.813118 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:06:19.814877 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Pushing event updated for resources: {'Port': ['ID=fc006159-ccfd-46ee-9b1b-bebc96d14f09,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:19.817957 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:06:19.820698 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:06:19.847879 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:19.848388 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:19.848905 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:19.849431 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:19.850195 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:19.850488 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:19.851125 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:19.851434 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:19.851767 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:19.852098 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:19.852427 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:19.852751 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:19.853078 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:19.853463 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:19.853837 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:20.107410 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7f847-c7a6-469e-b1c1-ef71ab5fd1ec req-9918da77-c8a1-4650-bc61-37c9bdb3b32d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:20.116196 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-23c7f847-c7a6-469e-b1c1-ef71ab5fd1ec req-9918da77-c8a1-4650-bc61-37c9bdb3b32d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0873487 Mar 23 09:06:20.181038 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-23c7f847-c7a6-469e-b1c1-ef71ab5fd1ec req-e3230c34-8ba5-4d41-83b3-db94c4f1670b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631623 Mar 23 09:06:20.281652 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for floatingip (a45b138b-6d9b-4bb7-992d-c1df6e28f6a3), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.366847 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (fc006159-ccfd-46ee-9b1b-bebc96d14f09), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.543401 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for port (fc006159-ccfd-46ee-9b1b-bebc96d14f09), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.548830 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (fc006159-ccfd-46ee-9b1b-bebc96d14f09), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.627490 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Pushing event updated for resources: {'Port': ['ID=fc006159-ccfd-46ee-9b1b-bebc96d14f09,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:20.641334 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (a45b138b-6d9b-4bb7-992d-c1df6e28f6a3), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:20.757428 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Floating IP a45b138b-6d9b-4bb7-992d-c1df6e28f6a3 associated. External IP: 172.28.1.81, port: d26cc4fc-4c0f-45d0-95c1-370c001a5284. Mar 23 09:06:20.999550 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Router b16a0a78-87a3-4547-a909-fd30dcbeb500 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:06:21.119105 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:06:21.131700 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcaf2b1-63d3-4e55-878a-513234ca7282 None None] Sync routers for ids ['b16a0a78-87a3-4547-a909-fd30dcbeb500'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:06:21.140059 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:21.147122 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcaf2b1-63d3-4e55-878a-513234ca7282 None None] Routers {'b16a0a78-87a3-4547-a909-fd30dcbeb500'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:21.148347 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-7bcaf2b1-63d3-4e55-878a-513234ca7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:06:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['b16a0a78-87a3-4547-a909-fd30dcbeb500'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:21.176748 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-ef44973b-c217-4d13-b698-27ecbc8707d5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9884543 Mar 23 09:06:21.177440 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f086709-a218-4411-ab3d-adcf4bec725c', 'tag': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:21.179967 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fd1dec-a75b-4ba7-9c0e-2eeb2999d37b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f086709-a218-4411-ab3d-adcf4bec725c", "tag": "d26cc4fc-4c0f-45d0-95c1-370c001a5284"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:21.268972 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d90209-1952-4ba1-93c4-6054fb349e85 x-openstack-request-id: req-57d90209-1952-4ba1-93c4-6054fb349e85 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:21.269878 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f086709-a218-4411-ab3d-adcf4bec725c", "tag": "d26cc4fc-4c0f-45d0-95c1-370c001a5284", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:21.270335 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-57d90209-1952-4ba1-93c4-6054fb349e85 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:21.270966 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d90209-1952-4ba1-93c4-6054fb349e85'] response: {'name': 'network-changed', 'server_uuid': '6f086709-a218-4411-ab3d-adcf4bec725c', 'tag': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'status': 'completed', 'code': 200} Mar 23 09:06:21.303783 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-7bcaf2b1-63d3-4e55-878a-513234ca7282 None None] Set router b16a0a78-87a3-4547-a909-fd30dcbeb500 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:21.358045 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54a07d-d59e-4851-94f8-be582929f42b req-830e06fd-d47b-4903-a473-b7f874b04879 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:21.360052 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4e54a07d-d59e-4851-94f8-be582929f42b req-830e06fd-d47b-4903-a473-b7f874b04879 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0705135 Mar 23 09:06:21.394581 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd1dec-a75b-4ba7-9c0e-2eeb2999d37b req-b57f848d-b926-4932-a2b9-e333d9c57c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:21.401223 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b6fd1dec-a75b-4ba7-9c0e-2eeb2999d37b req-b57f848d-b926-4932-a2b9-e333d9c57c5e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9fe9e315746a46bb9bd2d4f28c742498&device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 1130 time: 0.0934558 Mar 23 09:06:21.421635 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4e54a07d-d59e-4851-94f8-be582929f42b req-1cfdedb3-a358-49ad-bbe6-094108b36643 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533314 Mar 23 09:06:21.515710 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd1dec-a75b-4ba7-9c0e-2eeb2999d37b req-5026120b-b0ac-4ef7-a246-d18405aac4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:21.516939 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b6fd1dec-a75b-4ba7-9c0e-2eeb2999d37b req-5026120b-b0ac-4ef7-a246-d18405aac4d7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6e1230f-6af3-450c-bd6e-9a59d45f701d HTTP/1.1" status: 200 len: 909 time: 0.1094909 Mar 23 09:06:21.602287 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b6fd1dec-a75b-4ba7-9c0e-2eeb2999d37b req-5edd58c1-7a3b-464c-956b-f3e7f528d190 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284 HTTP/1.1" status: 200 len: 999 time: 0.0769415 Mar 23 09:06:21.617428 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-7bcaf2b1-63d3-4e55-878a-513234ca7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:36Z', 'revision_number': 4, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'gw_port': {'id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': 'a45b138b-6d9b-4bb7-992d-c1df6e28f6a3', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'floating_ip_address': '172.28.1.81', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'port_id': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'mac_address': 'fa:16:3e:d7:c6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f086709-a218-4411-ab3d-adcf4bec725c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:06:20Z', 'updated_at': '2022-03-23T09:06:20Z', 'revision_number': 0, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '231c04e8-c9e2-4160-a834-b3f1271fe0c6', 'name': '', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'mac_address': 'fa:16:3e:72:83:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:35Z', 'updated_at': '2022-03-23T09:05:40Z', 'revision_number': 5, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'subnets': [{'id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:21.647743 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcaf2b1-63d3-4e55-878a-513234ca7282 None None] Checking router: b16a0a78-87a3-4547-a909-fd30dcbeb500 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:06:21.657893 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcaf2b1-63d3-4e55-878a-513234ca7282 None None] Routers {'b16a0a78-87a3-4547-a909-fd30dcbeb500'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:06:21.658810 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-7bcaf2b1-63d3-4e55-878a-513234ca7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:06:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['b16a0a78-87a3-4547-a909-fd30dcbeb500'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:21.666089 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd1dec-a75b-4ba7-9c0e-2eeb2999d37b req-22efbdac-824f-4278-a07b-eb129bd3074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:21.668641 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b6fd1dec-a75b-4ba7-9c0e-2eeb2999d37b req-22efbdac-824f-4278-a07b-eb129bd3074f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=319e9977-bbba-4ffe-985c-bf95181755d8 HTTP/1.1" status: 200 len: 847 time: 0.0608542 Mar 23 09:06:21.730433 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd1dec-a75b-4ba7-9c0e-2eeb2999d37b req-2eb83da7-a926-409a-8a1c-597288806a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:21.731967 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b6fd1dec-a75b-4ba7-9c0e-2eeb2999d37b req-2eb83da7-a926-409a-8a1c-597288806a09 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6e1230f-6af3-450c-bd6e-9a59d45f701d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0571580 Mar 23 09:06:21.793654 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-7bcaf2b1-63d3-4e55-878a-513234ca7282 None None] Set router b16a0a78-87a3-4547-a909-fd30dcbeb500 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:06:21.859660 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b6fd1dec-a75b-4ba7-9c0e-2eeb2999d37b req-fc0b18ba-3ae5-4b33-927e-c25329dc4dad service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198583 Mar 23 09:06:21.968670 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b6fd1dec-a75b-4ba7-9c0e-2eeb2999d37b req-279ea470-0c8b-4d7c-8a27-4bb76924db6e service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998478 Mar 23 09:06:22.120586 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-7bcaf2b1-63d3-4e55-878a-513234ca7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:36Z', 'revision_number': 4, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'gw_port': {'id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': 'a45b138b-6d9b-4bb7-992d-c1df6e28f6a3', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'floating_ip_address': '172.28.1.81', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'port_id': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'mac_address': 'fa:16:3e:d7:c6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f086709-a218-4411-ab3d-adcf4bec725c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:06:20Z', 'updated_at': '2022-03-23T09:06:20Z', 'revision_number': 0, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '231c04e8-c9e2-4160-a834-b3f1271fe0c6', 'name': '', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'mac_address': 'fa:16:3e:72:83:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:35Z', 'updated_at': '2022-03-23T09:05:40Z', 'revision_number': 5, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'subnets': [{'id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:06:22.154087 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcaf2b1-63d3-4e55-878a-513234ca7282 None None] The sync data for ids ['b16a0a78-87a3-4547-a909-fd30dcbeb500'] in dv-cinder-834822-2-smb is: [{'id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:36Z', 'revision_number': 4, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'gw_port': {'id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': 'a45b138b-6d9b-4bb7-992d-c1df6e28f6a3', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'floating_ip_address': '172.28.1.81', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'port_id': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'mac_address': 'fa:16:3e:d7:c6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f086709-a218-4411-ab3d-adcf4bec725c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:06:20Z', 'updated_at': '2022-03-23T09:06:20Z', 'revision_number': 0, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '231c04e8-c9e2-4160-a834-b3f1271fe0c6', 'name': '', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'mac_address': 'fa:16:3e:72:83:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:35Z', 'updated_at': '2022-03-23T09:05:40Z', 'revision_number': 5, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'subnets': [{'id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:06:22.476959 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6937352e-dea2-40a2-b727-420fae1345a4 None None] New status for floating IP a45b138b-6d9b-4bb7-992d-c1df6e28f6a3: ACTIVE {{(pid=103136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:06:22.651577 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6e7d9-2ada-46ca-a9cc-6e1d1d0ed683 req-29ea065f-d9dd-4d1f-a253-ed5bcb33c0c5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:22.654021 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b6a6e7d9-2ada-46ca-a9cc-6e1d1d0ed683 req-29ea065f-d9dd-4d1f-a253-ed5bcb33c0c5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0951347 Mar 23 09:06:22.707880 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b6a6e7d9-2ada-46ca-a9cc-6e1d1d0ed683 req-4ec56154-1b80-4311-86e9-68636b6eb32f tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483689 Mar 23 09:06:23.888554 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3b914-27f2-4373-9021-f5e38a751777 req-99f24939-cfee-4dbe-9c05-349c0732620e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:23.890970 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4fd3b914-27f2-4373-9021-f5e38a751777 req-99f24939-cfee-4dbe-9c05-349c0732620e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0601771 Mar 23 09:06:23.945910 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4fd3b914-27f2-4373-9021-f5e38a751777 req-dee9f961-28c7-4cdf-b5bb-c966804b23f3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465999 Mar 23 09:06:25.103173 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed384652-0fcb-47ac-a14e-2263dcf69743 req-d0448057-7e39-4890-a914-e8aa9a0da8bb tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:25.106488 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ed384652-0fcb-47ac-a14e-2263dcf69743 req-d0448057-7e39-4890-a914-e8aa9a0da8bb tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0762560 Mar 23 09:06:25.160134 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ed384652-0fcb-47ac-a14e-2263dcf69743 req-500ced02-54ab-42bc-8fec-530cf80985b9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474131 Mar 23 09:06:26.323774 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64424f-f166-446b-8af0-e2e3092e92ff req-43427730-c345-45c9-b7f1-f7c5f7108550 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:26.325716 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3f64424f-f166-446b-8af0-e2e3092e92ff req-43427730-c345-45c9-b7f1-f7c5f7108550 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0741796 Mar 23 09:06:26.406211 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3f64424f-f166-446b-8af0-e2e3092e92ff req-2a732b23-887f-4e24-a37b-8134f6eb6d97 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700266 Mar 23 09:06:27.532403 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae793b2e-becd-4d46-8c6a-9a0feab2993a req-c3ca640a-b585-47fe-a2a6-49de9e00f162 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:27.533948 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ae793b2e-becd-4d46-8c6a-9a0feab2993a req-c3ca640a-b585-47fe-a2a6-49de9e00f162 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0535886 Mar 23 09:06:27.585325 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ae793b2e-becd-4d46-8c6a-9a0feab2993a req-3da36a6a-4e18-4116-b701-fb25dbc49376 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457911 Mar 23 09:06:27.762709 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c068e2-b4a8-43b2-bcc5-463521155a2a req-c4e11281-3e48-4bb0-8161-7f6afbdd0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:27.765006 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a8c068e2-b4a8-43b2-bcc5-463521155a2a req-c4e11281-3e48-4bb0-8161-7f6afbdd0a2e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5c385a890af4ad8a66dceaef2f65557&device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 1130 time: 0.0445602 Mar 23 09:06:27.852344 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c068e2-b4a8-43b2-bcc5-463521155a2a req-6171abdb-cb0e-4f09-ba27-605c8c67acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:27.853835 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a8c068e2-b4a8-43b2-bcc5-463521155a2a req-6171abdb-cb0e-4f09-ba27-605c8c67acc9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 200 len: 917 time: 0.0831480 Mar 23 09:06:27.926996 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a8c068e2-b4a8-43b2-bcc5-463521155a2a req-df69759d-3abc-4b70-b308-b6c0e4a33d02 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb HTTP/1.1" status: 200 len: 1002 time: 0.0644064 Mar 23 09:06:27.976080 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c068e2-b4a8-43b2-bcc5-463521155a2a req-2dd00f7e-4b54-4589-9afd-a429ac173137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:27.977351 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a8c068e2-b4a8-43b2-bcc5-463521155a2a req-2dd00f7e-4b54-4589-9afd-a429ac173137 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=557dee99-09a9-460c-be1d-dcb02c131231 HTTP/1.1" status: 200 len: 855 time: 0.0438516 Mar 23 09:06:28.027931 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c068e2-b4a8-43b2-bcc5-463521155a2a req-cf9c748a-1b19-47b6-b75c-2b5e0a4cd7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:28.029441 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a8c068e2-b4a8-43b2-bcc5-463521155a2a req-cf9c748a-1b19-47b6-b75c-2b5e0a4cd7bb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454535 Mar 23 09:06:28.131927 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a8c068e2-b4a8-43b2-bcc5-463521155a2a req-1db2f9c1-20b9-4dbf-8601-043d34981fe8 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955989 Mar 23 09:06:28.225448 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a8c068e2-b4a8-43b2-bcc5-463521155a2a req-10bd697b-52b3-4d78-a135-c4b72a5fe792 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867567 Mar 23 09:06:28.711917 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66d8cf-0188-487b-80f5-e4e1c02825e0 req-e392f674-90f5-465c-a601-e0caa363e5c5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:28.713408 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8e66d8cf-0188-487b-80f5-e4e1c02825e0 req-e392f674-90f5-465c-a601-e0caa363e5c5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0516717 Mar 23 09:06:28.759876 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8e66d8cf-0188-487b-80f5-e4e1c02825e0 req-cc7627f6-a424-4a99-aa70-bb49623e7e54 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403049 Mar 23 09:06:29.887089 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1d1f7-8aa1-4737-95be-b2e47ca59824 req-ef7bcf93-6824-45dd-b826-1e55c672e8df tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:29.888585 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b2f1d1f7-8aa1-4737-95be-b2e47ca59824 req-ef7bcf93-6824-45dd-b826-1e55c672e8df tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0568166 Mar 23 09:06:29.937172 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b2f1d1f7-8aa1-4737-95be-b2e47ca59824 req-dea8764e-213a-4ccd-83d9-67658263098a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427206 Mar 23 09:06:30.496581 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5a68438-0cc7-4314-8b3e-148b98b8bc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:30.662190 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:31.061042 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550fefe-bd2c-4ff2-bbe7-d5cb53ec8d82 req-4fde0455-d25d-4463-9f85-61c2e142a06c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:31.062554 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d550fefe-bd2c-4ff2-bbe7-d5cb53ec8d82 req-4fde0455-d25d-4463-9f85-61c2e142a06c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0554380 Mar 23 09:06:31.108489 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d550fefe-bd2c-4ff2-bbe7-d5cb53ec8d82 req-08febbde-4022-4f22-9772-b08b8755286d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401697 Mar 23 09:06:31.574822 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [req-3428b275-c07d-407e-8602-0a5603609c64 req-42c4a9f1-a265-46c9-a31f-60ea6f387847 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:06:31.575859 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3428b275-c07d-407e-8602-0a5603609c64 req-42c4a9f1-a265-46c9-a31f-60ea6f387847 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054324 Mar 23 09:06:31.735201 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b885da-b005-4f04-8705-bb1b9f822113 req-2d8a661f-4dcc-48ff-b85c-6b3a7e786452 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:31.736320 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-45b885da-b005-4f04-8705-bb1b9f822113 req-2d8a661f-4dcc-48ff-b85c-6b3a7e786452 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 946 time: 0.0575783 Mar 23 09:06:31.786145 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-45b885da-b005-4f04-8705-bb1b9f822113 req-5bffb7e7-a752-42cb-9b3f-32cc4e98da50 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438092 Mar 23 09:06:31.971020 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 56996) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:32.042306 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 0f74ca2d-8b6f-45e8-afed-4281d81efcfb no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:06:32.055115 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-3b5864a7-cea3-4eb8-b4bf-c96f032bd395 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829301 Mar 23 09:06:32.063520 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-b810abd0-27b7-4fc2-b750-5896993df81b service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103134) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:06:32.064484 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-b810abd0-27b7-4fc2-b750-5896993df81b service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049124 Mar 23 09:06:32.121536 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb is: ACTIVE; New status is: DOWN {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:32.121955 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:32.143040 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57004) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:06:32.148922 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:32.151138 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed667b0-736f-4de0-a204-8cd9d76aec1b" -d '{"events": [{"server_uuid": "64ebc8e5-8cad-46ff-9148-902add1c2d3f", "name": "network-vif-unplugged", "status": "completed", "tag": "0f74ca2d-8b6f-45e8-afed-4281d81efcfb"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:32.164194 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:32.170850 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:32.196555 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e51eff-828b-4557-8c45-6a1539fbbda3 x-openstack-request-id: req-84e51eff-828b-4557-8c45-6a1539fbbda3 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:32.196924 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ebc8e5-8cad-46ff-9148-902add1c2d3f", "name": "network-vif-unplugged", "status": "failed", "tag": "0f74ca2d-8b6f-45e8-afed-4281d81efcfb", "code": 422}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:32.197317 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-84e51eff-828b-4557-8c45-6a1539fbbda3 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:32.197883 dv-cinder-834822-2-smb neutron-server[103136]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-84e51eff-828b-4557-8c45-6a1539fbbda3']: {'server_uuid': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'code': 422} returned with failed status Mar 23 09:06:32.223418 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,revision_number=8']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:32.244906 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-611adff0-82e7-4a22-96f8-58dded3a920c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:32.246294 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-611adff0-82e7-4a22-96f8-58dded3a920c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports/0f74ca2d-8b6f-45e8-afed-4281d81efcfb HTTP/1.1" status: 200 len: 941 time: 0.1022692 Mar 23 09:06:32.849282 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a7e46c50-2543-4d16-8fce-a12fb9c9a03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:32.927390 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd768a36-e6b7-47b4-ad56-8a757e406dad req-713d6d45-7048-4a77-9aad-045f5694fe14 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:32.928857 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-cd768a36-e6b7-47b4-ad56-8a757e406dad req-713d6d45-7048-4a77-9aad-045f5694fe14 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0581090 Mar 23 09:06:32.977668 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-cd768a36-e6b7-47b4-ad56-8a757e406dad req-577a87eb-109a-436d-bd88-05a4157a30d9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429950 Mar 23 09:06:33.541903 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-58dc737c-4ebc-469c-854d-3f15f85a176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:33.543402 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-58dc737c-4ebc-469c-854d-3f15f85a176d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f&tenant_id=d5c385a890af4ad8a66dceaef2f65557 HTTP/1.1" status: 200 len: 1128 time: 0.0774865 Mar 23 09:06:33.613183 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-4c94e9ed-e9da-4d93-9109-e0a0ce64fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:33.614696 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-4c94e9ed-e9da-4d93-9109-e0a0ce64fb5c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5c385a890af4ad8a66dceaef2f65557&device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 1128 time: 0.0475032 Mar 23 09:06:33.702517 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-461bae83-a556-4908-916b-3128af157831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:33.704126 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-461bae83-a556-4908-916b-3128af157831 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 200 len: 917 time: 0.0831559 Mar 23 09:06:33.974842 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:33.980400 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-1dad4847-e699-4568-b512-a752bcc7610b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb HTTP/1.1" status: 200 len: 1000 time: 0.2699423 Mar 23 09:06:34.031212 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-0be35377-2085-4e97-94b0-1289b49c91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:34.032683 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-0be35377-2085-4e97-94b0-1289b49c91f8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=557dee99-09a9-460c-be1d-dcb02c131231 HTTP/1.1" status: 200 len: 855 time: 0.0454521 Mar 23 09:06:34.083682 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-328471bf-8a5e-44e4-8372-a349a7dbab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:34.085206 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-328471bf-8a5e-44e4-8372-a349a7dbab0e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0452023 Mar 23 09:06:34.105763 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174e3c0-90b3-42bc-af24-67a62b3ae8b5 req-cc1c777b-6083-4fcc-8e99-00e09b6b9a26 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:34.107390 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e174e3c0-90b3-42bc-af24-67a62b3ae8b5 req-cc1c777b-6083-4fcc-8e99-00e09b6b9a26 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0531719 Mar 23 09:06:34.154437 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e174e3c0-90b3-42bc-af24-67a62b3ae8b5 req-3386c91e-02ea-4dec-9c80-6bdd211479fa tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401285 Mar 23 09:06:34.183671 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-3a825e02-e19a-4832-a744-b11ef4807786 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868056 Mar 23 09:06:34.270537 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ffaf7b61-11a9-4f46-9204-0f6ea0b81f83 req-4bffb646-fc99-4a21-9e6e-4d27472e9c80 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810838 Mar 23 09:06:35.280934 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291cc33-3fc6-4054-ba7b-622f06f34b85 req-237db2aa-6855-46e6-babc-c73f756201fd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:35.282426 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8291cc33-3fc6-4054-ba7b-622f06f34b85 req-237db2aa-6855-46e6-babc-c73f756201fd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0530903 Mar 23 09:06:35.335798 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8291cc33-3fc6-4054-ba7b-622f06f34b85 req-2a4712d3-a205-480b-acb9-be933b889039 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477247 Mar 23 09:06:35.600678 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:36.474930 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfbe2c-e6c8-46bf-9464-be2eef17bb15 req-b3a4fabb-6ed2-4d2a-861e-ba75b5f0022d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:36.476409 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fccfbe2c-e6c8-46bf-9464-be2eef17bb15 req-b3a4fabb-6ed2-4d2a-861e-ba75b5f0022d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0598555 Mar 23 09:06:36.525868 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fccfbe2c-e6c8-46bf-9464-be2eef17bb15 req-71586161-5c3f-4551-b8e2-1e24e4037782 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435743 Mar 23 09:06:36.850073 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:37.657504 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc886d-26ba-4411-b994-923208dc5747 req-5bda9ad2-44c3-4926-b934-699b6445b23a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:37.659151 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1ebc886d-26ba-4411-b994-923208dc5747 req-5bda9ad2-44c3-4926-b934-699b6445b23a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0542696 Mar 23 09:06:37.717746 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1ebc886d-26ba-4411-b994-923208dc5747 req-4681d1ff-37cb-45f9-b17a-a51c1df80d58 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525799 Mar 23 09:06:37.826996 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:06:38.843704 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52af93-de11-4bf3-b263-1829b5d1bedb req-d9c66282-1348-4d9f-9ce8-68514271fd22 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:38.845167 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4d52af93-de11-4bf3-b263-1829b5d1bedb req-d9c66282-1348-4d9f-9ce8-68514271fd22 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0527174 Mar 23 09:06:38.891884 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4d52af93-de11-4bf3-b263-1829b5d1bedb req-eaca68dc-f73f-43fa-a625-9b3377cd1e6a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411263 Mar 23 09:06:40.023658 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea4830-74c9-4a14-8995-17925d5f32ba req-f0ee74fd-7e39-4a15-a372-310b01663b80 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:40.025344 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-11ea4830-74c9-4a14-8995-17925d5f32ba req-f0ee74fd-7e39-4a15-a372-310b01663b80 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0565655 Mar 23 09:06:40.082733 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-11ea4830-74c9-4a14-8995-17925d5f32ba req-81ad75cf-69c0-4149-8fc1-39d24379d94e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490456 Mar 23 09:06:41.211415 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dda250-71bc-4152-af2b-8aaf09e66b99 req-b77bb16d-3816-4d2d-b119-30cd7a039e75 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:41.213016 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d1dda250-71bc-4152-af2b-8aaf09e66b99 req-b77bb16d-3816-4d2d-b119-30cd7a039e75 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0582967 Mar 23 09:06:41.267028 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d1dda250-71bc-4152-af2b-8aaf09e66b99 req-cccb4963-db5d-4665-9933-b1e60b41f7ff tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479045 Mar 23 09:06:42.392984 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c402a52-f468-461e-8678-607833498cb3 req-e30b63cf-1787-4d2c-a1c9-80cb358e5bf2 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:42.394538 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5c402a52-f468-461e-8678-607833498cb3 req-e30b63cf-1787-4d2c-a1c9-80cb358e5bf2 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0570076 Mar 23 09:06:42.449745 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5c402a52-f468-461e-8678-607833498cb3 req-44c5fbae-7989-42ac-9dad-807e494b9d69 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491533 Mar 23 09:06:43.590114 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5728205-3104-4652-abc2-15149f322e13 req-afb96ef7-d7b9-4341-9007-ddbe56898fdd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:43.591682 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b5728205-3104-4652-abc2-15149f322e13 req-afb96ef7-d7b9-4341-9007-ddbe56898fdd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0549772 Mar 23 09:06:43.639151 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b5728205-3104-4652-abc2-15149f322e13 req-7bf0661d-7f49-41f8-a4fe-5c13fd1d0978 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420513 Mar 23 09:06:44.785510 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676af47b-c1fd-4137-9694-59388a122a13 req-6a1b3982-9caa-4e96-af52-c89d0a130e15 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:44.786975 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-676af47b-c1fd-4137-9694-59388a122a13 req-6a1b3982-9caa-4e96-af52-c89d0a130e15 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0714691 Mar 23 09:06:44.836933 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-676af47b-c1fd-4137-9694-59388a122a13 req-fc9778cc-ace2-44be-8e8f-c8af796c9100 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442903 Mar 23 09:06:45.964868 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82fee7-6708-452c-95b7-17a8ca2bddcd req-d1683de4-2bee-4989-9716-b641c5f20e03 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:45.967032 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9b82fee7-6708-452c-95b7-17a8ca2bddcd req-d1683de4-2bee-4989-9716-b641c5f20e03 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0578389 Mar 23 09:06:46.014902 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9b82fee7-6708-452c-95b7-17a8ca2bddcd req-adf6a585-bfc4-4dfb-8a4f-5cf190847371 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406351 Mar 23 09:06:47.135824 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300ef87-ce3d-4030-b071-a56de51812fb req-0e459426-0947-4fe7-a3a2-f9e03d52e994 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:47.137290 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e300ef87-ce3d-4030-b071-a56de51812fb req-0e459426-0947-4fe7-a3a2-f9e03d52e994 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0522017 Mar 23 09:06:47.187877 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e300ef87-ce3d-4030-b071-a56de51812fb req-e07f05fe-bc60-4fc1-aa51-9e75023824f5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447454 Mar 23 09:06:48.313371 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaa45e-622a-4374-bae4-452c541c8d69 req-f8af1873-8e0f-45bd-acd1-0ca92614fb31 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:48.314866 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-baaaa45e-622a-4374-bae4-452c541c8d69 req-f8af1873-8e0f-45bd-acd1-0ca92614fb31 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0548005 Mar 23 09:06:48.360065 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-baaaa45e-622a-4374-bae4-452c541c8d69 req-eb32c3af-9caf-47c5-9c19-2cf8c0f4081d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395551 Mar 23 09:06:49.485464 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b325e1-e71f-4583-9716-8d9e3213f09a req-afe612d3-b93e-4567-acb5-d2915437fb24 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:49.487017 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b8b325e1-e71f-4583-9716-8d9e3213f09a req-afe612d3-b93e-4567-acb5-d2915437fb24 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0536184 Mar 23 09:06:49.533820 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b8b325e1-e71f-4583-9716-8d9e3213f09a req-aa0573ee-9e6f-4225-9691-6cece038b32e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413094 Mar 23 09:06:50.658948 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfa762-8aab-4be2-9983-7834433ba333 req-881c0111-e183-46ef-8d58-199dda68824f tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:50.660433 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-10cfa762-8aab-4be2-9983-7834433ba333 req-881c0111-e183-46ef-8d58-199dda68824f tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0523412 Mar 23 09:06:50.707291 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-10cfa762-8aab-4be2-9983-7834433ba333 req-b268c3d3-7383-488f-b684-55cfb0927753 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413134 Mar 23 09:06:51.829501 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec1db-ed20-43c5-9401-2a2340e9b091 req-1de5ed00-52aa-44e3-9f8d-cd0515d843ef tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:51.831004 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dcbec1db-ed20-43c5-9401-2a2340e9b091 req-1de5ed00-52aa-44e3-9f8d-cd0515d843ef tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0519927 Mar 23 09:06:51.876760 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dcbec1db-ed20-43c5-9401-2a2340e9b091 req-86ff33cf-404c-4121-a611-9a14792e6e90 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401881 Mar 23 09:06:53.001895 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132d885-c175-4050-87ac-35d6fb2bb91d req-3d97b65c-b0ef-4cd8-b078-d50df3b47963 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:53.003378 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-1132d885-c175-4050-87ac-35d6fb2bb91d req-3d97b65c-b0ef-4cd8-b078-d50df3b47963 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0559304 Mar 23 09:06:53.050293 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-1132d885-c175-4050-87ac-35d6fb2bb91d req-33722973-2296-4e78-b033-1d6733d276bb tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414765 Mar 23 09:06:54.183097 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e9223-ee32-406d-be5b-febdaa1b5485 req-684d17fd-e49a-4584-b122-7fd7b68a1d89 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:54.184911 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4e3e9223-ee32-406d-be5b-febdaa1b5485 req-684d17fd-e49a-4584-b122-7fd7b68a1d89 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 944 time: 0.0593932 Mar 23 09:06:54.235746 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4e3e9223-ee32-406d-be5b-febdaa1b5485 req-f93df2c1-fa15-4bc3-a1f8-27ee13c90dab tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450153 Mar 23 09:06:54.259028 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 0f74ca2d-8b6f-45e8-afed-4281d81efcfb details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:06:54.353684 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:54.365541 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'port_id': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'mac_address': 'fa:16:3e:bb:82:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:06:54.405378 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:54.405770 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.418506 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f74ca2d-8b6f-45e8-afed-4281d81efcfb {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:06:54.441460 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:54.446148 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:54.496367 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,revision_number=9']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:54.503704 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:54.504052 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:54.504400 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:54.504773 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:54.505122 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:54.505456 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:54.505786 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:54.506143 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:54.506471 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:54.506798 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:54.507123 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:54.507464 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:54.507791 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:54.508112 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:54.508430 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:06:54.850089 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['0f74ca2d-8b6f-45e8-afed-4281d81efcfb'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:06:55.359790 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b8cb9-b73f-4d77-b5d6-4b1d9b3393ac req-4043467b-a305-454a-a124-a051fd441515 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:55.361245 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f23b8cb9-b73f-4d77-b5d6-4b1d9b3393ac req-4043467b-a305-454a-a124-a051fd441515 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 945 time: 0.0513449 Mar 23 09:06:55.406965 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f23b8cb9-b73f-4d77-b5d6-4b1d9b3393ac req-06f30f69-05b3-4a96-865a-73c6edbc0ad4 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401843 Mar 23 09:06:56.181507 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 0f74ca2d-8b6f-45e8-afed-4281d81efcfb up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:06:56.228907 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:06:56.229273 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:56.305826 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:06:56.306231 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:56.328520 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:06:56.330734 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfc60d6-6176-4a5b-af3a-a6a4a9d35165" -d '{"events": [{"server_uuid": "64ebc8e5-8cad-46ff-9148-902add1c2d3f", "name": "network-vif-plugged", "status": "completed", "tag": "0f74ca2d-8b6f-45e8-afed-4281d81efcfb"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:06:56.343506 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:06:56.347159 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:06:56.371973 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c62ff7f-b095-4aa2-98c8-7eba5761a98a x-openstack-request-id: req-4c62ff7f-b095-4aa2-98c8-7eba5761a98a {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:06:56.372289 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ebc8e5-8cad-46ff-9148-902add1c2d3f", "name": "network-vif-plugged", "status": "completed", "tag": "0f74ca2d-8b6f-45e8-afed-4281d81efcfb", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:06:56.372541 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4c62ff7f-b095-4aa2-98c8-7eba5761a98a {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:06:56.372935 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c62ff7f-b095-4aa2-98c8-7eba5761a98a'] response: {'server_uuid': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'code': 200} Mar 23 09:06:56.397788 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,revision_number=10']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:06:56.532553 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5d191-9b8a-499a-8740-129f11d8f7c3 req-b416fb84-9211-42cf-be24-07d84cfeace5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:56.534024 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-42d5d191-9b8a-499a-8740-129f11d8f7c3 req-b416fb84-9211-42cf-be24-07d84cfeace5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 947 time: 0.0513859 Mar 23 09:06:56.584160 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-42d5d191-9b8a-499a-8740-129f11d8f7c3 req-9af4124a-6284-4371-a995-7c44a6c2b9e9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446143 Mar 23 09:06:56.938010 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87100bc3-9486-487f-a80b-3ae3e6ad04b3 req-aebc81d2-5d6a-41a8-b0ad-10331651e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:56.939520 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-87100bc3-9486-487f-a80b-3ae3e6ad04b3 req-aebc81d2-5d6a-41a8-b0ad-10331651e859 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 1131 time: 0.0443859 Mar 23 09:06:56.987491 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-87100bc3-9486-487f-a80b-3ae3e6ad04b3 req-db6e4bc4-a9aa-474c-87e0-0e8329dca397 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397129 Mar 23 09:06:57.711595 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2ef98-283e-4805-a58a-889854bfc924 req-f69bd66f-7c50-453a-9d86-16028238f60d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:57.713054 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4ca2ef98-283e-4805-a58a-889854bfc924 req-f69bd66f-7c50-453a-9d86-16028238f60d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 947 time: 0.0558555 Mar 23 09:06:57.759769 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4ca2ef98-283e-4805-a58a-889854bfc924 req-51ef6385-ca5d-4ade-8942-23f31bb0c4bd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403762 Mar 23 09:06:58.890803 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82064c-8a4b-4433-b787-5dcceac66e72 req-3b42103a-a069-431b-9247-fd556bbaf401 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:58.893333 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cb82064c-8a4b-4433-b787-5dcceac66e72 req-3b42103a-a069-431b-9247-fd556bbaf401 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 947 time: 0.0579207 Mar 23 09:06:58.945129 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cb82064c-8a4b-4433-b787-5dcceac66e72 req-d7938afd-8d16-4cab-9139-687b9da4c60b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437877 Mar 23 09:06:59.854239 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8786026b-578c-4e35-8848-9601c39fcf76 req-24742786-650b-4c10-9ff0-d30d5952ee3c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438750 Mar 23 09:06:59.921303 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786026b-578c-4e35-8848-9601c39fcf76 req-c5df2f4f-9885-4cb3-b619-291ed1668624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:06:59.922884 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8786026b-578c-4e35-8848-9601c39fcf76 req-c5df2f4f-9885-4cb3-b619-291ed1668624 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5c385a890af4ad8a66dceaef2f65557&device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 1131 time: 0.0449619 Mar 23 09:07:00.052255 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786026b-578c-4e35-8848-9601c39fcf76 req-285bf085-6b09-4588-b64d-6d050860f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:00.053741 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8786026b-578c-4e35-8848-9601c39fcf76 req-285bf085-6b09-4588-b64d-6d050860f60b service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 200 len: 917 time: 0.1120899 Mar 23 09:07:00.123586 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c519652-06a3-4363-88fd-7bba6b67030a req-90c266e6-46f1-4040-9f77-1574f5b33330 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:00.124977 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1c519652-06a3-4363-88fd-7bba6b67030a req-90c266e6-46f1-4040-9f77-1574f5b33330 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 947 time: 0.1049671 Mar 23 09:07:00.141970 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8786026b-578c-4e35-8848-9601c39fcf76 req-118f7340-64d3-4927-b51f-c36a11e04be1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb HTTP/1.1" status: 200 len: 1002 time: 0.0817819 Mar 23 09:07:00.215552 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1c519652-06a3-4363-88fd-7bba6b67030a req-b34933d1-e8b0-4d3c-9f47-f65920e85380 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834384 Mar 23 09:07:00.217262 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786026b-578c-4e35-8848-9601c39fcf76 req-fe80210f-02b5-45ba-8f47-deabb0da0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:00.218678 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8786026b-578c-4e35-8848-9601c39fcf76 req-fe80210f-02b5-45ba-8f47-deabb0da0a32 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=557dee99-09a9-460c-be1d-dcb02c131231 HTTP/1.1" status: 200 len: 855 time: 0.0696905 Mar 23 09:07:00.269067 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786026b-578c-4e35-8848-9601c39fcf76 req-504bca19-425f-4002-b34e-c3adc0a6ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:00.270626 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8786026b-578c-4e35-8848-9601c39fcf76 req-504bca19-425f-4002-b34e-c3adc0a6ce63 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454977 Mar 23 09:07:00.361322 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8786026b-578c-4e35-8848-9601c39fcf76 req-1f8fffce-2428-4b51-903a-6d4cc06e4f3f service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841053 Mar 23 09:07:00.454475 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8786026b-578c-4e35-8848-9601c39fcf76 req-b45c0222-f2e8-46a5-b557-df19161d9f62 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856254 Mar 23 09:07:00.500154 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a5f1ce2-c269-4fee-94ca-ed57ddfd9868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:00.664878 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:02.850897 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d041d131-f247-456a-a66c-9f13964721af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:03.976908 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:05.603063 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:06.847000 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:07.705425 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc2923-4edd-46e9-9712-70a6b17931df req-593bf459-5d23-4e8d-a238-2ba3abda6dfd tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:07.706937 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c2bc2923-4edd-46e9-9712-70a6b17931df req-593bf459-5d23-4e8d-a238-2ba3abda6dfd tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0530901 Mar 23 09:07:07.718151 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f47a50-31c3-41d5-984a-208410483df0 req-92a81315-c1b1-457c-8701-2c295cf3f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:07.719652 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-68f47a50-31c3-41d5-984a-208410483df0 req-92a81315-c1b1-457c-8701-2c295cf3f2bf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 1129 time: 0.0540795 Mar 23 09:07:07.757129 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c2bc2923-4edd-46e9-9712-70a6b17931df req-7cbcf28b-07e5-4c22-8001-f34e2cb0dc42 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439847 Mar 23 09:07:07.823012 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f47a50-31c3-41d5-984a-208410483df0 req-429c4686-4083-439e-af35-3c01104d1ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:07.824719 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-68f47a50-31c3-41d5-984a-208410483df0 req-429c4686-4083-439e-af35-3c01104d1ff7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 920 time: 0.0984330 Mar 23 09:07:07.888677 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-68f47a50-31c3-41d5-984a-208410483df0 req-32e3a602-c84f-4843-b6ac-76dcdcf34421 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70bae563-a879-4fc0-afe4-16ed4c41bd13 HTTP/1.1" status: 200 len: 1001 time: 0.0580902 Mar 23 09:07:07.941994 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f47a50-31c3-41d5-984a-208410483df0 req-5c214137-5c74-491e-8ef4-23f4edab65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:07.943153 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-68f47a50-31c3-41d5-984a-208410483df0 req-5c214137-5c74-491e-8ef4-23f4edab65a0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.0490367 Mar 23 09:07:07.993555 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f47a50-31c3-41d5-984a-208410483df0 req-eab654d2-86ae-427f-973f-1b778fc38ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:07.995085 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-68f47a50-31c3-41d5-984a-208410483df0 req-eab654d2-86ae-427f-973f-1b778fc38ac7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0446455 Mar 23 09:07:08.082468 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-68f47a50-31c3-41d5-984a-208410483df0 req-05a47e01-9cf8-46aa-b214-9aca5e20e9e6 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807526 Mar 23 09:07:08.174063 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-68f47a50-31c3-41d5-984a-208410483df0 req-8cdbb74c-a668-4709-a1c9-efef7f7ad2fd service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860803 Mar 23 09:07:08.884148 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98812c7e-612f-45ca-b2e1-795f705344b2 req-8d5f8f0f-c4ed-46f8-add8-c38506543462 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:08.885644 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-98812c7e-612f-45ca-b2e1-795f705344b2 req-8d5f8f0f-c4ed-46f8-add8-c38506543462 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0566018 Mar 23 09:07:08.936337 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-98812c7e-612f-45ca-b2e1-795f705344b2 req-be22c9cc-cd8b-4ad1-894e-9acdd5d35b05 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422547 Mar 23 09:07:10.063906 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9af72-a5d9-40be-85f1-ef83478678a5 req-bfb6f4c4-44c1-462f-8a79-dd562b4ccba5 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:10.065613 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b9d9af72-a5d9-40be-85f1-ef83478678a5 req-bfb6f4c4-44c1-462f-8a79-dd562b4ccba5 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0551231 Mar 23 09:07:10.114897 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b9d9af72-a5d9-40be-85f1-ef83478678a5 req-f3427bd4-64b0-4cbb-81d3-46ca2d2383ba tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417123 Mar 23 09:07:11.236641 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323262e-7b32-43f5-983e-2a64f1001da5 req-1ca6b007-facb-4878-a25f-ffab0e31f4df tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:11.238132 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5323262e-7b32-43f5-983e-2a64f1001da5 req-1ca6b007-facb-4878-a25f-ffab0e31f4df tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0560946 Mar 23 09:07:11.284108 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5323262e-7b32-43f5-983e-2a64f1001da5 req-3cbd80d9-415e-4651-ac1d-3bd0fa9e726a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405238 Mar 23 09:07:12.403690 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1d0ab-2ee6-40dc-9984-0151255caaf0 req-e16fe602-f9f8-470f-b9ee-6540bf0685e6 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:12.405176 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5ee1d0ab-2ee6-40dc-9984-0151255caaf0 req-e16fe602-f9f8-470f-b9ee-6540bf0685e6 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0537312 Mar 23 09:07:12.451638 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5ee1d0ab-2ee6-40dc-9984-0151255caaf0 req-c117ea4a-0941-44f1-88c5-b559468a55ef tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408206 Mar 23 09:07:13.575461 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1c240-f961-484a-b3fe-2b4e0e0588ba req-ea5df5f3-2274-4124-9b93-d386caf48171 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:13.576962 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b5e1c240-f961-484a-b3fe-2b4e0e0588ba req-ea5df5f3-2274-4124-9b93-d386caf48171 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0559316 Mar 23 09:07:13.625692 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b5e1c240-f961-484a-b3fe-2b4e0e0588ba req-2b903c9c-917b-4930-b910-e8ff5ae76357 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429473 Mar 23 09:07:14.750000 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8df22-269f-4a31-9034-3d0f948a5c4b req-4210e832-8642-4018-bd98-c532b95154d8 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:14.751389 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3ba8df22-269f-4a31-9034-3d0f948a5c4b req-4210e832-8642-4018-bd98-c532b95154d8 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0578208 Mar 23 09:07:14.818844 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3ba8df22-269f-4a31-9034-3d0f948a5c4b req-20940a5b-932c-4527-9cb2-c053c966469d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618966 Mar 23 09:07:14.827189 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:07:15.936788 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d05d28-bf80-47c3-a16c-db52dfd94e2d req-59a3548a-c417-4818-9f41-e0b132e2f618 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:15.938680 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-97d05d28-bf80-47c3-a16c-db52dfd94e2d req-59a3548a-c417-4818-9f41-e0b132e2f618 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0514407 Mar 23 09:07:15.988637 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-97d05d28-bf80-47c3-a16c-db52dfd94e2d req-23367360-403f-4094-bc96-40001f6b18de tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443935 Mar 23 09:07:17.111870 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0e98d-c9d8-4f13-8cce-a36d93ab2ef5 req-71c74673-b052-45c4-9a65-b9b481c4768e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:17.113516 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-64c0e98d-c9d8-4f13-8cce-a36d93ab2ef5 req-71c74673-b052-45c4-9a65-b9b481c4768e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0547130 Mar 23 09:07:17.162895 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-64c0e98d-c9d8-4f13-8cce-a36d93ab2ef5 req-2904b88d-a8b6-43e6-b5f9-69b3d892b4b2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424147 Mar 23 09:07:18.282211 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be97404-b927-4296-8e6a-db3f1d63f343 req-b87a5497-e963-4945-a619-5a80b0abc69a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:18.283694 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0be97404-b927-4296-8e6a-db3f1d63f343 req-b87a5497-e963-4945-a619-5a80b0abc69a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0540533 Mar 23 09:07:18.331024 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0be97404-b927-4296-8e6a-db3f1d63f343 req-c841ecb3-02fc-41b1-b18d-73d648efe175 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417430 Mar 23 09:07:19.447130 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c223d5-2dc2-44df-b989-de7f68684d63 req-49204cad-5ccf-4ae3-bd3e-d5498e82b339 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:19.449118 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-50c223d5-2dc2-44df-b989-de7f68684d63 req-49204cad-5ccf-4ae3-bd3e-d5498e82b339 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0524290 Mar 23 09:07:19.497484 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-50c223d5-2dc2-44df-b989-de7f68684d63 req-23e0aaf5-f1f1-400d-a0da-cb842361d80d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427153 Mar 23 09:07:20.617954 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609dd19-edf0-4ed6-a24c-5cb6a6fdcfcf req-2e18aba9-0be0-4327-9faa-484c7879f5eb tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:20.619442 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e609dd19-edf0-4ed6-a24c-5cb6a6fdcfcf req-2e18aba9-0be0-4327-9faa-484c7879f5eb tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0546398 Mar 23 09:07:20.671080 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e609dd19-edf0-4ed6-a24c-5cb6a6fdcfcf req-921247e6-cbb0-49ab-8eba-762596ff54f1 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450578 Mar 23 09:07:20.833675 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de025ad3-a2e1-47d5-8acd-fde091f22d6d req-e9129dc1-0f5f-44b1-8787-842608dd895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:20.835200 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-de025ad3-a2e1-47d5-8acd-fde091f22d6d req-e9129dc1-0f5f-44b1-8787-842608dd895c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 1129 time: 0.0483136 Mar 23 09:07:20.878410 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-de025ad3-a2e1-47d5-8acd-fde091f22d6d req-973484f8-01dd-4ecc-ad2c-b35b80da9362 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374238 Mar 23 09:07:21.795974 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5559da-4e26-47c7-9e03-901b553b2bfb req-fbefba0d-6fa2-4697-853d-cc196021840d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:21.797376 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3c5559da-4e26-47c7-9e03-901b553b2bfb req-fbefba0d-6fa2-4697-853d-cc196021840d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0585487 Mar 23 09:07:21.844786 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3c5559da-4e26-47c7-9e03-901b553b2bfb req-369bb910-eb26-409f-9f1d-c3dab5886150 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417931 Mar 23 09:07:22.963039 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e08a5-28f3-4922-9ac5-4da5d4f902a8 req-639d639d-9c09-4b14-9617-b2bdee5df80a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:22.965247 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-532e08a5-28f3-4922-9ac5-4da5d4f902a8 req-639d639d-9c09-4b14-9617-b2bdee5df80a tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0535250 Mar 23 09:07:23.013878 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-532e08a5-28f3-4922-9ac5-4da5d4f902a8 req-805a6b10-19c7-4c91-816a-042b6591f645 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425768 Mar 23 09:07:23.446336 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cab435-3674-4e64-b7c7-e1f92b88bdea req-a37c1600-6090-4d15-8360-ef73183959e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:23.448058 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-06cab435-3674-4e64-b7c7-e1f92b88bdea req-a37c1600-6090-4d15-8360-ef73183959e2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 1129 time: 0.0469387 Mar 23 09:07:23.472446 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673839c-6c93-4ec3-a42b-274241eb43fa req-dd56aba7-8823-46ee-8f63-23708afda22b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:23.473997 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6673839c-6c93-4ec3-a42b-274241eb43fa req-dd56aba7-8823-46ee-8f63-23708afda22b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0635712 Mar 23 09:07:23.524236 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6673839c-6c93-4ec3-a42b-274241eb43fa req-6486a2d0-fb8b-4b09-914a-b1868b8c793b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441949 Mar 23 09:07:23.546143 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cab435-3674-4e64-b7c7-e1f92b88bdea req-728f6d51-0267-4029-8540-95fa1a5be82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:23.547616 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-06cab435-3674-4e64-b7c7-e1f92b88bdea req-728f6d51-0267-4029-8540-95fa1a5be82f service neutron] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 920 time: 0.0939059 Mar 23 09:07:23.617181 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-06cab435-3674-4e64-b7c7-e1f92b88bdea req-7e6230ba-f4c1-4ac2-9d35-21f33f0ab2b1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70bae563-a879-4fc0-afe4-16ed4c41bd13 HTTP/1.1" status: 200 len: 1001 time: 0.0623772 Mar 23 09:07:23.673635 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cab435-3674-4e64-b7c7-e1f92b88bdea req-309b4a9e-2f85-48ce-b9f5-4a2b72e2592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:23.675233 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-06cab435-3674-4e64-b7c7-e1f92b88bdea req-309b4a9e-2f85-48ce-b9f5-4a2b72e2592e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.0509179 Mar 23 09:07:23.728478 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cab435-3674-4e64-b7c7-e1f92b88bdea req-01660e8f-194f-4884-ab07-a02848e3bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:23.730811 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-06cab435-3674-4e64-b7c7-e1f92b88bdea req-01660e8f-194f-4884-ab07-a02848e3bc12 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0493357 Mar 23 09:07:23.820803 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-06cab435-3674-4e64-b7c7-e1f92b88bdea req-e9917863-87d3-416c-ba6b-42976f45f7a1 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835488 Mar 23 09:07:23.920429 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-06cab435-3674-4e64-b7c7-e1f92b88bdea req-1f36c040-6693-40cc-a78a-2ee4760af31e service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934033 Mar 23 09:07:24.647122 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325343f-b8a9-422d-b77e-f9eec40943cb req-52095a95-bd32-42df-b7fa-b00df6cdc07c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:24.648588 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7325343f-b8a9-422d-b77e-f9eec40943cb req-52095a95-bd32-42df-b7fa-b00df6cdc07c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0522432 Mar 23 09:07:24.695263 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7325343f-b8a9-422d-b77e-f9eec40943cb req-4b3279ab-22a3-47c6-a159-c83ae14f065f tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401142 Mar 23 09:07:25.818665 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee0122-030b-4922-a9d2-e3f22304a797 req-f69cc352-6d1b-4056-9989-4670e11247cf tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:25.819990 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-86ee0122-030b-4922-a9d2-e3f22304a797 req-f69cc352-6d1b-4056-9989-4670e11247cf tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0561426 Mar 23 09:07:25.868165 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-86ee0122-030b-4922-a9d2-e3f22304a797 req-9d2758bf-d739-40a5-8d6f-f53ecfdfe00b tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424268 Mar 23 09:07:27.004680 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f5ec8-b2cf-459d-9a4b-6f7a304253a4 req-11e28910-16cb-48d1-81ba-43c22d493ee1 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:27.006357 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ba3f5ec8-b2cf-459d-9a4b-6f7a304253a4 req-11e28910-16cb-48d1-81ba-43c22d493ee1 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0674233 Mar 23 09:07:27.053787 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ba3f5ec8-b2cf-459d-9a4b-6f7a304253a4 req-40a6576a-a50b-4a5a-abf6-a4d923b1912d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407429 Mar 23 09:07:27.172903 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d28989-bfea-4bcb-915f-79f45e0b0c56 req-c89bea9f-c779-414e-be9b-824dd7878cd3 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:27.174331 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d6d28989-bfea-4bcb-915f-79f45e0b0c56 req-c89bea9f-c779-414e-be9b-824dd7878cd3 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0547774 Mar 23 09:07:27.185095 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57236) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:07:27.190181 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-89519b60-dce8-4cc1-a05c-09cbb7ab1147 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Request body: {'floatingip': {'port_id': '70bae563-a879-4fc0-afe4-16ed4c41bd13'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:07:27.251045 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-89519b60-dce8-4cc1-a05c-09cbb7ab1147 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for floatingip (2d616872-fa20-4114-9fa3-304bfc8e8c4f), before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:28.061181 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-89519b60-dce8-4cc1-a05c-09cbb7ab1147 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:28.065301 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-89519b60-dce8-4cc1-a05c-09cbb7ab1147 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (2d616872-fa20-4114-9fa3-304bfc8e8c4f), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:28.286281 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89519b60-dce8-4cc1-a05c-09cbb7ab1147 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Router 63c5e3c2-b417-40f9-a527-4588aad6f58c has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:07:28.396149 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89519b60-dce8-4cc1-a05c-09cbb7ab1147 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:07:28.401502 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-89519b60-dce8-4cc1-a05c-09cbb7ab1147 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:28.406662 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e7973d-abdb-4634-b54c-0afe1e323777 None None] Sync routers for ids ['63c5e3c2-b417-40f9-a527-4588aad6f58c'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:07:28.417773 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e7973d-abdb-4634-b54c-0afe1e323777 None None] Routers {'63c5e3c2-b417-40f9-a527-4588aad6f58c'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:07:28.418816 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-78e7973d-abdb-4634-b54c-0afe1e323777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:07:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['63c5e3c2-b417-40f9-a527-4588aad6f58c'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:28.432679 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'tag': '70bae563-a879-4fc0-afe4-16ed4c41bd13'}] {{(pid=103135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:07:28.434942 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51f15b860103e8e2aec02021d47e14fc4ddffbdf8d3bff073939c8104b05bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b50cc68-ea97-4094-b4b4-bca38d414cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb28b9e-56e6-4da0-a61a-776b5f671ad3", "tag": "70bae563-a879-4fc0-afe4-16ed4c41bd13"}]}' {{(pid=103135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:07:28.476461 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-89519b60-dce8-4cc1-a05c-09cbb7ab1147 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "PUT /v2.0/floatingips/2d616872-fa20-4114-9fa3-304bfc8e8c4f HTTP/1.1" status: 200 len: 993 time: 1.2805467 Mar 23 09:07:28.476461 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d1f550-6e10-4597-9100-a4bfdf19691a x-openstack-request-id: req-d8d1f550-6e10-4597-9100-a4bfdf19691a {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:07:28.476461 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb28b9e-56e6-4da0-a61a-776b5f671ad3", "tag": "70bae563-a879-4fc0-afe4-16ed4c41bd13", "status": "completed", "code": 200}]} {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:07:28.476461 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d8d1f550-6e10-4597-9100-a4bfdf19691a {{(pid=103135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:07:28.476461 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d1f550-6e10-4597-9100-a4bfdf19691a'] response: {'name': 'network-changed', 'server_uuid': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'tag': '70bae563-a879-4fc0-afe4-16ed4c41bd13', 'status': 'completed', 'code': 200} Mar 23 09:07:28.543942 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-78e7973d-abdb-4634-b54c-0afe1e323777 None None] Set router 63c5e3c2-b417-40f9-a527-4588aad6f58c gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:07:28.545605 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50cc68-ea97-4094-b4b4-bca38d414cf8 req-4da4398c-6ea1-434e-bf77-e1bc56dd6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:28.547179 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3b50cc68-ea97-4094-b4b4-bca38d414cf8 req-4da4398c-6ea1-434e-bf77-e1bc56dd6446 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 1129 time: 0.0466688 Mar 23 09:07:28.651968 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50cc68-ea97-4094-b4b4-bca38d414cf8 req-6b74a630-fc92-4390-87ef-1e9787a58151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:28.653722 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3b50cc68-ea97-4094-b4b4-bca38d414cf8 req-6b74a630-fc92-4390-87ef-1e9787a58151 service neutron] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 920 time: 0.0991914 Mar 23 09:07:28.720672 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3b50cc68-ea97-4094-b4b4-bca38d414cf8 req-2e74d801-7d2c-440f-89fe-c6e488aa645d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70bae563-a879-4fc0-afe4-16ed4c41bd13 HTTP/1.1" status: 200 len: 1001 time: 0.0604763 Mar 23 09:07:28.769607 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50cc68-ea97-4094-b4b4-bca38d414cf8 req-2cb20b48-b79e-4257-b57a-b2713dfd7ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:28.771134 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3b50cc68-ea97-4094-b4b4-bca38d414cf8 req-2cb20b48-b79e-4257-b57a-b2713dfd7ca1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.0443532 Mar 23 09:07:28.785552 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-78e7973d-abdb-4634-b54c-0afe1e323777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 4, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '2d616872-fa20-4114-9fa3-304bfc8e8c4f', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'floating_ip_address': '172.28.1.158', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'port_id': '70bae563-a879-4fc0-afe4-16ed4c41bd13', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'mac_address': 'fa:16:3e:23:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:05:05Z', 'updated_at': '2022-03-23T09:07:27Z', 'revision_number': 3, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46246b88-311e-41de-92c4-aea1dbfc5610', 'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'mac_address': 'fa:16:3e:20:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:19Z', 'updated_at': '2022-03-23T09:03:35Z', 'revision_number': 5, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'subnets': [{'id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:28.826046 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50cc68-ea97-4094-b4b4-bca38d414cf8 req-8f89e58a-e75d-43e2-8aed-edbaeb18723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:28.827524 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3b50cc68-ea97-4094-b4b4-bca38d414cf8 req-8f89e58a-e75d-43e2-8aed-edbaeb18723f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0506010 Mar 23 09:07:28.898655 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e7973d-abdb-4634-b54c-0afe1e323777 None None] Checking router: 63c5e3c2-b417-40f9-a527-4588aad6f58c for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:07:28.907632 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e7973d-abdb-4634-b54c-0afe1e323777 None None] Routers {'63c5e3c2-b417-40f9-a527-4588aad6f58c'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:07:28.908239 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-78e7973d-abdb-4634-b54c-0afe1e323777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:07:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['63c5e3c2-b417-40f9-a527-4588aad6f58c'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:28.926899 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3b50cc68-ea97-4094-b4b4-bca38d414cf8 req-3cfb6d5d-1fc1-45dd-9eff-90e6953ee126 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924826 Mar 23 09:07:29.020099 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-78e7973d-abdb-4634-b54c-0afe1e323777 None None] Set router 63c5e3c2-b417-40f9-a527-4588aad6f58c gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:07:29.025056 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3b50cc68-ea97-4094-b4b4-bca38d414cf8 req-516b7dc9-0f5d-4d68-90e6-19d73b44b7d3 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921848 Mar 23 09:07:29.262878 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-78e7973d-abdb-4634-b54c-0afe1e323777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 4, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '2d616872-fa20-4114-9fa3-304bfc8e8c4f', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'floating_ip_address': '172.28.1.158', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'port_id': '70bae563-a879-4fc0-afe4-16ed4c41bd13', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'mac_address': 'fa:16:3e:23:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:05:05Z', 'updated_at': '2022-03-23T09:07:27Z', 'revision_number': 3, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46246b88-311e-41de-92c4-aea1dbfc5610', 'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'mac_address': 'fa:16:3e:20:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:19Z', 'updated_at': '2022-03-23T09:03:35Z', 'revision_number': 5, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'subnets': [{'id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:07:29.292527 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e7973d-abdb-4634-b54c-0afe1e323777 None None] The sync data for ids ['63c5e3c2-b417-40f9-a527-4588aad6f58c'] in dv-cinder-834822-2-smb is: [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 4, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '2d616872-fa20-4114-9fa3-304bfc8e8c4f', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'floating_ip_address': '172.28.1.158', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'port_id': '70bae563-a879-4fc0-afe4-16ed4c41bd13', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'mac_address': 'fa:16:3e:23:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:05:05Z', 'updated_at': '2022-03-23T09:07:27Z', 'revision_number': 3, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46246b88-311e-41de-92c4-aea1dbfc5610', 'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'mac_address': 'fa:16:3e:20:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:19Z', 'updated_at': '2022-03-23T09:03:35Z', 'revision_number': 5, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'subnets': [{'id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:07:30.477601 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'tag': '70bae563-a879-4fc0-afe4-16ed4c41bd13'}] {{(pid=103135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:07:30.480070 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51f15b860103e8e2aec02021d47e14fc4ddffbdf8d3bff073939c8104b05bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d59d67-b7bb-4abd-a660-b9e21b9ef5be" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb28b9e-56e6-4da0-a61a-776b5f671ad3", "tag": "70bae563-a879-4fc0-afe4-16ed4c41bd13"}]}' {{(pid=103135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:07:30.503666 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5a4c5cc3-5212-4249-8a8f-56cf174b5b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:30.517023 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9273d1-bf51-478d-a30a-a86e5182047d x-openstack-request-id: req-fe9273d1-bf51-478d-a30a-a86e5182047d {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:07:30.517376 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb28b9e-56e6-4da0-a61a-776b5f671ad3", "tag": "70bae563-a879-4fc0-afe4-16ed4c41bd13", "status": "completed", "code": 200}]} {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:07:30.517689 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fe9273d1-bf51-478d-a30a-a86e5182047d {{(pid=103135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:07:30.518176 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe9273d1-bf51-478d-a30a-a86e5182047d'] response: {'name': 'network-changed', 'server_uuid': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'tag': '70bae563-a879-4fc0-afe4-16ed4c41bd13', 'status': 'completed', 'code': 200} Mar 23 09:07:30.585259 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d59d67-b7bb-4abd-a660-b9e21b9ef5be req-93c64bdb-b12e-4007-934c-f0951f3af81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:30.586809 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-39d59d67-b7bb-4abd-a660-b9e21b9ef5be req-93c64bdb-b12e-4007-934c-f0951f3af81a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=374ea8e4034e4b098ab4e807faac55b9&device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 1129 time: 0.0471640 Mar 23 09:07:30.673488 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d59d67-b7bb-4abd-a660-b9e21b9ef5be req-b7c86fc9-3282-4cd0-9df3-0778dff11cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:30.675043 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-39d59d67-b7bb-4abd-a660-b9e21b9ef5be req-b7c86fc9-3282-4cd0-9df3-0778dff11cfb service neutron] 10.222.0.93 "GET /v2.0/networks?id=56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 200 len: 920 time: 0.0825551 Mar 23 09:07:30.691077 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:30.742933 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-39d59d67-b7bb-4abd-a660-b9e21b9ef5be req-5f465796-152d-44e4-9b81-6daef879be0d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70bae563-a879-4fc0-afe4-16ed4c41bd13 HTTP/1.1" status: 200 len: 1001 time: 0.0615950 Mar 23 09:07:30.791710 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d59d67-b7bb-4abd-a660-b9e21b9ef5be req-b2aa1113-4a12-41e8-a79f-f23efff39567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:30.793187 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-39d59d67-b7bb-4abd-a660-b9e21b9ef5be req-b2aa1113-4a12-41e8-a79f-f23efff39567 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 200 len: 858 time: 0.0450006 Mar 23 09:07:30.842940 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d59d67-b7bb-4abd-a660-b9e21b9ef5be req-ceecab79-04d9-45a8-99e5-22c8d5f1c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:30.844465 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-39d59d67-b7bb-4abd-a660-b9e21b9ef5be req-ceecab79-04d9-45a8-99e5-22c8d5f1c6a8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=56876f3b-4d32-475e-a709-53e6f280a9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0450404 Mar 23 09:07:30.939794 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-39d59d67-b7bb-4abd-a660-b9e21b9ef5be req-050dd392-9a5b-41d9-a4f8-ec9140f2fa81 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885139 Mar 23 09:07:31.028751 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-39d59d67-b7bb-4abd-a660-b9e21b9ef5be req-d8d996f0-3b94-4010-bdf4-cd229db0ca29 service neutron] 10.222.0.93 "GET /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832913 Mar 23 09:07:32.854573 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-155617c0-fe23-418a-b661-a12d6652ad90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:33.980975 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:35.605022 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:36.842094 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:51.826617 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:07:57.491824 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785addd8-caed-43ca-bf36-fb856d2e909c req-14844e54-1c1a-4f73-8d5b-7a93e8690ca5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:57.493646 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-785addd8-caed-43ca-bf36-fb856d2e909c req-14844e54-1c1a-4f73-8d5b-7a93e8690ca5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 946 time: 0.0569782 Mar 23 09:07:57.541110 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-785addd8-caed-43ca-bf36-fb856d2e909c req-44aba0fa-caf1-4063-b900-3f11d4670e27 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415947 Mar 23 09:07:58.665496 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6147b23-516a-4ba6-8f4f-4f5180d5737f req-a2d5d7a2-97b0-4e2d-ba58-fe782828b7f0 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:58.667100 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b6147b23-516a-4ba6-8f4f-4f5180d5737f req-a2d5d7a2-97b0-4e2d-ba58-fe782828b7f0 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 946 time: 0.0576589 Mar 23 09:07:58.713316 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b6147b23-516a-4ba6-8f4f-4f5180d5737f req-1a061b9c-765c-495a-892c-dd3da5ed6dc6 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406547 Mar 23 09:07:58.967236 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-798e0e57-428c-43ea-b749-831758a05900 req-efeb82bb-355d-4a6f-8d43-81069f72361c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432653 Mar 23 09:07:59.034906 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e0e57-428c-43ea-b749-831758a05900 req-69e99704-f206-48db-be06-71482a241c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:59.036385 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-798e0e57-428c-43ea-b749-831758a05900 req-69e99704-f206-48db-be06-71482a241c96 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 1130 time: 0.0437181 Mar 23 09:07:59.140944 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e0e57-428c-43ea-b749-831758a05900 req-71508ca7-0ac9-4e64-b548-1248f9998634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:59.142484 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-798e0e57-428c-43ea-b749-831758a05900 req-71508ca7-0ac9-4e64-b548-1248f9998634 service neutron] 10.222.0.93 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 915 time: 0.0891764 Mar 23 09:07:59.231633 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-798e0e57-428c-43ea-b749-831758a05900 req-883b0e5a-6aec-427e-b566-5d2ec82a2d91 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=415de519-1e86-4fd7-ad4b-d521668bc40f HTTP/1.1" status: 200 len: 1002 time: 0.0830462 Mar 23 09:07:59.496060 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-f4da9d73-aa04-461d-aab5-a5e88a7d35f9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:59.497472 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-f4da9d73-aa04-461d-aab5-a5e88a7d35f9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 946 time: 0.3040695 Mar 23 09:07:59.510875 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e0e57-428c-43ea-b749-831758a05900 req-ffa1facd-f2dd-40be-aa0d-46bca783c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:59.512212 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-798e0e57-428c-43ea-b749-831758a05900 req-ffa1facd-f2dd-40be-aa0d-46bca783c953 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83b4ac13-71e9-4cf6-97ce-85db2357cc64 HTTP/1.1" status: 200 len: 853 time: 0.2749634 Mar 23 09:07:59.616143 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e0e57-428c-43ea-b749-831758a05900 req-0fe193be-3211-4a0b-a642-5e3159ff3275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:59.618559 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-798e0e57-428c-43ea-b749-831758a05900 req-0fe193be-3211-4a0b-a642-5e3159ff3275 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=39df3c5d-1568-4c6e-9b3a-e334a05e9836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0878110 Mar 23 09:07:59.683110 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Deleting port 3bbdcc85-0636-4513-82ac-d55151f452e7 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:07:59.683809 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:59.776095 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-798e0e57-428c-43ea-b749-831758a05900 req-6ae613b0-0b9e-45de-b890-012409dca91e service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515450 Mar 23 09:07:59.837509 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b4328-feac-4f75-99e1-006b0cf1a47f req-4f6b3039-fa66-4116-9aa9-ef05c60936d5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:07:59.838683 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8c3b4328-feac-4f75-99e1-006b0cf1a47f req-4f6b3039-fa66-4116-9aa9-ef05c60936d5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 946 time: 0.0533817 Mar 23 09:07:59.841055 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] For port 3bbdcc85-0636-4513-82ac-d55151f452e7, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3bbdcc85-0636-4513-82ac-d55151f452e7,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:07:59.841410 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:07:59.885595 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8c3b4328-feac-4f75-99e1-006b0cf1a47f req-49e81bac-a6e2-42ca-a548-4f7afcb920d5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=9ce35313-d728-4c5a-a143-0f88accf768c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411923 Mar 23 09:08:00.016148 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-798e0e57-428c-43ea-b749-831758a05900 req-65b7e099-5a2a-4b28-a8da-439121982a4f service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323427 Mar 23 09:08:00.088635 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:00.088999 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (d7222c3a-64c5-4407-af71-6f4c6fd230aa), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:00.089320 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Floating IP d7222c3a-64c5-4407-af71-6f4c6fd230aa disassociated. External IP: 172.28.1.31, port: 3bbdcc85-0636-4513-82ac-d55151f452e7. Mar 23 09:08:00.089660 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Calling delete_port for 3bbdcc85-0636-4513-82ac-d55151f452e7 owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:00.222718 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (3bbdcc85-0636-4513-82ac-d55151f452e7), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:00.250963 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event deleted for resources: {'Port': ['ID=3bbdcc85-0636-4513-82ac-d55151f452e7,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:00.263434 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:00.263791 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:00.264139 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:00.264508 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:00.264848 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:00.265194 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:00.265514 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:00.265978 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:00.266246 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:00.266528 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:00.266860 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:00.267254 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:00.267589 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:00.267916 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:00.268242 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:00.388626 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:08:00.504008 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:08:00.509025 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-00a45ec1-cdb6-444f-99a3-5668e9d05960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:00.517171 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2392c5-4ebf-453d-bc8e-616df28d28fe None None] Sync routers for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:08:00.528291 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2392c5-4ebf-453d-bc8e-616df28d28fe None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:00.529183 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-3c2392c5-4ebf-453d-bc8e-616df28d28fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:07:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:00.548669 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] No DVR routers for this DVR port 3bbdcc85-0636-4513-82ac-d55151f452e7 on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:00.551239 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:00.554653 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-596c9c30-a221-4848-af06-f175d3cd7f88 req-ac7640e7-63d4-4b92-a655-d7172201db6e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "DELETE /v2.0/ports/3bbdcc85-0636-4513-82ac-d55151f452e7 HTTP/1.1" status: 204 len: 173 time: 1.0510135 Mar 23 09:08:00.555241 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13881cb-6744-4046-8139-1619cbe2d9f4', 'name': 'network-vif-deleted', 'tag': '3bbdcc85-0636-4513-82ac-d55151f452e7'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:00.558551 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d2df48-befe-4d8c-bb57-cc06191d49a4" -d '{"events": [{"server_uuid": "c13881cb-6744-4046-8139-1619cbe2d9f4", "name": "network-vif-deleted", "tag": "3bbdcc85-0636-4513-82ac-d55151f452e7"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:00.621326 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dcc60c-cd17-430a-80bf-c45554b24ef4 x-openstack-request-id: req-93dcc60c-cd17-430a-80bf-c45554b24ef4 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:00.621326 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13881cb-6744-4046-8139-1619cbe2d9f4", "name": "network-vif-deleted", "tag": "3bbdcc85-0636-4513-82ac-d55151f452e7", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:00.621326 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-93dcc60c-cd17-430a-80bf-c45554b24ef4 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:00.621326 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93dcc60c-cd17-430a-80bf-c45554b24ef4'] response: {'server_uuid': 'c13881cb-6744-4046-8139-1619cbe2d9f4', 'name': 'network-vif-deleted', 'tag': '3bbdcc85-0636-4513-82ac-d55151f452e7', 'status': 'completed', 'code': 200} Mar 23 09:08:00.657206 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-3c2392c5-4ebf-453d-bc8e-616df28d28fe None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:00.713337 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:00.937315 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-3c2392c5-4ebf-453d-bc8e-616df28d28fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.254', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '415de519-1e86-4fd7-ad4b-d521668bc40f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:7a:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:39Z', 'updated_at': '2022-03-23T09:04:10Z', 'revision_number': 2, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:00.970169 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2392c5-4ebf-453d-bc8e-616df28d28fe None None] Checking router: 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:08:00.982527 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2392c5-4ebf-453d-bc8e-616df28d28fe None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:00.982851 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-3c2392c5-4ebf-453d-bc8e-616df28d28fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:07:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:01.006608 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6d3576ae-af97-470a-934d-e3a16c240ea7 req-5d126ae7-6aa9-4a78-9e07-086fd51dcfbc tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=c13881cb-6744-4046-8139-1619cbe2d9f4 HTTP/1.1" status: 200 len: 210 time: 0.0354066 Mar 23 09:08:01.235927 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-3c2392c5-4ebf-453d-bc8e-616df28d28fe None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:01.460072 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-3c2392c5-4ebf-453d-bc8e-616df28d28fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.254', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '415de519-1e86-4fd7-ad4b-d521668bc40f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:7a:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:39Z', 'updated_at': '2022-03-23T09:04:10Z', 'revision_number': 2, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:01.486806 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2392c5-4ebf-453d-bc8e-616df28d28fe None None] The sync data for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb is: [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.254', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '415de519-1e86-4fd7-ad4b-d521668bc40f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:7a:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:03:39Z', 'updated_at': '2022-03-23T09:04:10Z', 'revision_number': 2, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:08:01.733782 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c350e71d-073a-45d1-943a-644d55594853 None None] New status for floating IP d7222c3a-64c5-4407-af71-6f4c6fd230aa: DOWN {{(pid=103137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:08:02.084441 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57292) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:02.142767 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (9ce35313-d728-4c5a-a143-0f88accf768c), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:02.167416 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (9ce35313-d728-4c5a-a143-0f88accf768c), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:02.215354 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (9ce35313-d728-4c5a-a143-0f88accf768c), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:02.218020 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:02.219199 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "DELETE /v2.0/security-groups/9ce35313-d728-4c5a-a143-0f88accf768c HTTP/1.1" status: 204 len: 168 time: 0.1336806 Mar 23 09:08:02.221949 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57294) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:02.228664 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce35313-d728-4c5a-a143-0f88accf768c,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:02.237268 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:02.237587 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.api.v2.resource [None req-ffbe8210-5672-46d4-8d9a-bf45f21b24a0 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] show failed (client error): The resource could not be found. Mar 23 09:08:02.237751 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:02.238068 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:02.238420 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:02.241743 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:02.241743 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:02.242148 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-ffbe8210-5672-46d4-8d9a-bf45f21b24a0 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups/9ce35313-d728-4c5a-a143-0f88accf768c HTTP/1.1" status: 404 len: 347 time: 0.0157862 Mar 23 09:08:02.242261 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:02.242261 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:02.242261 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:02.242261 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:02.242261 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:02.242261 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:02.242261 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:02.242261 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:02.242261 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73718a-bb9b-4f71-89ed-5ad5256b59e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:02.242993 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57296) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:02.374402 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f98aabb1-5655-4e75-bdff-dbe9326b9e95 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Deleting port fb85196b-4530-42f6-a384-4732a6b7db5a {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:02.374741 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f98aabb1-5655-4e75-bdff-dbe9326b9e95 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (fb85196b-4530-42f6-a384-4732a6b7db5a), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:02.452225 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f98aabb1-5655-4e75-bdff-dbe9326b9e95 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (fb85196b-4530-42f6-a384-4732a6b7db5a), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:02.452470 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f98aabb1-5655-4e75-bdff-dbe9326b9e95 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (fb85196b-4530-42f6-a384-4732a6b7db5a), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:02.464448 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f98aabb1-5655-4e75-bdff-dbe9326b9e95 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Calling delete_port for fb85196b-4530-42f6-a384-4732a6b7db5a owned by network:floatingip {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:02.503883 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 3bbdcc85-0636-4513-82ac-d55151f452e7 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:02.528072 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: 3bbdcc85-0636-4513-82ac-d55151f452e7 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:02.528423 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 3bbdcc85-0636-4513-82ac-d55151f452e7 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:02.608079 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f98aabb1-5655-4e75-bdff-dbe9326b9e95 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (fb85196b-4530-42f6-a384-4732a6b7db5a), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:02.634766 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98aabb1-5655-4e75-bdff-dbe9326b9e95 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event deleted for resources: {'Port': ['ID=fb85196b-4530-42f6-a384-4732a6b7db5a,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:02.703683 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f98aabb1-5655-4e75-bdff-dbe9326b9e95 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (d7222c3a-64c5-4407-af71-6f4c6fd230aa), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:02.706570 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f98aabb1-5655-4e75-bdff-dbe9326b9e95 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:02.707734 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-f98aabb1-5655-4e75-bdff-dbe9326b9e95 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "DELETE /v2.0/floatingips/d7222c3a-64c5-4407-af71-6f4c6fd230aa HTTP/1.1" status: 204 len: 168 time: 0.4637506 Mar 23 09:08:02.863072 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d92189f8-28ae-435c-bae9-42e6d2945a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:03.982966 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:04.403834 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7000b-f030-416c-bc00-b42bbb125e11 req-0383fdd5-7a7c-4c8a-9877-6f6d5f8d93d1 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:04.405285 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-38c7000b-f030-416c-bc00-b42bbb125e11 req-0383fdd5-7a7c-4c8a-9877-6f6d5f8d93d1 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 946 time: 0.0513496 Mar 23 09:08:04.452718 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-38c7000b-f030-416c-bc00-b42bbb125e11 req-07de5656-7405-4d50-a961-036a2df881e0 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 Mar 23 09:08:05.577404 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33691ee-0681-4b32-ae81-bcbd4d2227ea req-aee6fd08-a5ae-444d-9028-3c959b85efe8 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:05.578977 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c33691ee-0681-4b32-ae81-bcbd4d2227ea req-aee6fd08-a5ae-444d-9028-3c959b85efe8 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 946 time: 0.0572376 Mar 23 09:08:05.610511 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:05.631703 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c33691ee-0681-4b32-ae81-bcbd4d2227ea req-085ed1ff-276b-44d0-bca5-65f332f45521 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470879 Mar 23 09:08:06.509472 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9886-cbbb-454e-9027-571f210129ea req-4c3835f2-016e-49a5-909f-9e69dc95f7d6 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:06.510975 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-64aa9886-cbbb-454e-9027-571f210129ea req-4c3835f2-016e-49a5-909f-9e69dc95f7d6 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 946 time: 0.0515628 Mar 23 09:08:06.606563 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-64aa9886-cbbb-454e-9027-571f210129ea req-e10717dc-677c-426f-9e51-92bf27838c36 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Deleting port 415de519-1e86-4fd7-ad4b-d521668bc40f {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:06.606907 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-64aa9886-cbbb-454e-9027-571f210129ea req-e10717dc-677c-426f-9e51-92bf27838c36 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:06.702887 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-64aa9886-cbbb-454e-9027-571f210129ea req-e10717dc-677c-426f-9e51-92bf27838c36 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] For port 415de519-1e86-4fd7-ad4b-d521668bc40f, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=415de519-1e86-4fd7-ad4b-d521668bc40f,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:06.703253 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-64aa9886-cbbb-454e-9027-571f210129ea req-e10717dc-677c-426f-9e51-92bf27838c36 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:06.842311 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98754cb7-4cbc-4290-b0e7-0d382195ea9b req-efd3d2ab-229f-4e0a-9d8c-7c3f8f342e26 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:06.843850 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-98754cb7-4cbc-4290-b0e7-0d382195ea9b req-efd3d2ab-229f-4e0a-9d8c-7c3f8f342e26 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 946 time: 0.1436536 Mar 23 09:08:06.845896 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:06.954351 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-98754cb7-4cbc-4290-b0e7-0d382195ea9b req-bf2225da-eaf4-490a-8082-37ef36d10e72 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=77d8ae24-0dc8-46ef-ae55-1217f43d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030114 Mar 23 09:08:06.956236 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-64aa9886-cbbb-454e-9027-571f210129ea req-e10717dc-677c-426f-9e51-92bf27838c36 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:06.956605 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-64aa9886-cbbb-454e-9027-571f210129ea req-e10717dc-677c-426f-9e51-92bf27838c36 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:06.956925 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [req-64aa9886-cbbb-454e-9027-571f210129ea req-e10717dc-677c-426f-9e51-92bf27838c36 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Floating IP 0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2 disassociated. External IP: 172.28.1.254, port: 415de519-1e86-4fd7-ad4b-d521668bc40f. Mar 23 09:08:06.957267 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-64aa9886-cbbb-454e-9027-571f210129ea req-e10717dc-677c-426f-9e51-92bf27838c36 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Calling delete_port for 415de519-1e86-4fd7-ad4b-d521668bc40f owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:07.091678 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-64aa9886-cbbb-454e-9027-571f210129ea req-e10717dc-677c-426f-9e51-92bf27838c36 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (415de519-1e86-4fd7-ad4b-d521668bc40f), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:07.119297 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10717dc-677c-426f-9e51-92bf27838c36 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event deleted for resources: {'Port': ['ID=415de519-1e86-4fd7-ad4b-d521668bc40f,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:07.239862 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64aa9886-cbbb-454e-9027-571f210129ea req-e10717dc-677c-426f-9e51-92bf27838c36 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:08:07.353946 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64aa9886-cbbb-454e-9027-571f210129ea req-e10717dc-677c-426f-9e51-92bf27838c36 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:08:07.364360 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd312a3d-7249-4dce-9d52-1517100f1571 None None] Sync routers for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:08:07.376126 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd312a3d-7249-4dce-9d52-1517100f1571 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:07.377105 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-bd312a3d-7249-4dce-9d52-1517100f1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:08:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:07.500707 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-bd312a3d-7249-4dce-9d52-1517100f1571 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:07.638127 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aa9886-cbbb-454e-9027-571f210129ea req-e10717dc-677c-426f-9e51-92bf27838c36 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] No DVR routers for this DVR port 415de519-1e86-4fd7-ad4b-d521668bc40f on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:07.640646 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-64aa9886-cbbb-454e-9027-571f210129ea req-e10717dc-677c-426f-9e51-92bf27838c36 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:07.644074 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-64aa9886-cbbb-454e-9027-571f210129ea req-e10717dc-677c-426f-9e51-92bf27838c36 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "DELETE /v2.0/ports/415de519-1e86-4fd7-ad4b-d521668bc40f HTTP/1.1" status: 204 len: 173 time: 1.1277134 Mar 23 09:08:07.644548 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'name': 'network-vif-deleted', 'tag': '415de519-1e86-4fd7-ad4b-d521668bc40f'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:07.646900 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feda1c67-83ed-4be9-ac3e-31f1fef6cf15" -d '{"events": [{"server_uuid": "f1853a9f-f8a4-4f01-95fb-c48646662a98", "name": "network-vif-deleted", "tag": "415de519-1e86-4fd7-ad4b-d521668bc40f"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:07.694099 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15aac03-9b6b-43aa-8301-6c13925088d6 x-openstack-request-id: req-a15aac03-9b6b-43aa-8301-6c13925088d6 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:07.694398 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1853a9f-f8a4-4f01-95fb-c48646662a98", "name": "network-vif-deleted", "tag": "415de519-1e86-4fd7-ad4b-d521668bc40f", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:07.694654 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a15aac03-9b6b-43aa-8301-6c13925088d6 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:07.695355 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a15aac03-9b6b-43aa-8301-6c13925088d6'] response: {'server_uuid': 'f1853a9f-f8a4-4f01-95fb-c48646662a98', 'name': 'network-vif-deleted', 'tag': '415de519-1e86-4fd7-ad4b-d521668bc40f', 'status': 'completed', 'code': 200} Mar 23 09:08:07.759740 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-bd312a3d-7249-4dce-9d52-1517100f1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:07.791280 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd312a3d-7249-4dce-9d52-1517100f1571 None None] Checking router: 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:08:07.800311 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd312a3d-7249-4dce-9d52-1517100f1571 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:07.800917 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-bd312a3d-7249-4dce-9d52-1517100f1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:08:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:07.910640 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-bd312a3d-7249-4dce-9d52-1517100f1571 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:08.072468 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d71e7d3d-deef-4adb-884b-9196165284bb req-fc4694d3-9cc7-4090-8d58-b4c1e6e2a731 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1853a9f-f8a4-4f01-95fb-c48646662a98 HTTP/1.1" status: 200 len: 210 time: 0.0320327 Mar 23 09:08:08.116739 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-bd312a3d-7249-4dce-9d52-1517100f1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:08.144329 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd312a3d-7249-4dce-9d52-1517100f1571 None None] The sync data for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb is: [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:08:08.387366 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e051668b-74d9-4772-bf15-b5efd2d2efbc None None] New status for floating IP 0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2: DOWN {{(pid=103137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:08:08.952092 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab4e62-b6f8-450a-9041-ccb0f1296444 req-d180e25e-cb5b-4065-a47c-f5959d5fba5d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:08.953471 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-02ab4e62-b6f8-450a-9041-ccb0f1296444 req-d180e25e-cb5b-4065-a47c-f5959d5fba5d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 947 time: 0.0538232 Mar 23 09:08:09.053913 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-02ab4e62-b6f8-450a-9041-ccb0f1296444 req-60e48195-fb5b-4d3a-a9fd-cb9422b41af5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948658 Mar 23 09:08:10.175845 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57364) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:10.231212 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c719-69c5-48a9-b0dd-4fd32269d4eb tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (77d8ae24-0dc8-46ef-ae55-1217f43d5442), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:10.240845 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c95936-e3ff-4cb4-b211-4f8694ec120b req-977cc18d-e1a9-43ab-abce-e7b434d2c3f9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:10.242554 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f2c95936-e3ff-4cb4-b211-4f8694ec120b req-977cc18d-e1a9-43ab-abce-e7b434d2c3f9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 947 time: 0.1139772 Mar 23 09:08:10.257708 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c719-69c5-48a9-b0dd-4fd32269d4eb tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (77d8ae24-0dc8-46ef-ae55-1217f43d5442), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:10.289636 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f2c95936-e3ff-4cb4-b211-4f8694ec120b req-c3e4b5e3-d397-4449-9343-d32360c6fa35 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=5d5e1891-68e8-45c5-914b-4ba7ad558822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412569 Mar 23 09:08:10.304474 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c719-69c5-48a9-b0dd-4fd32269d4eb tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (77d8ae24-0dc8-46ef-ae55-1217f43d5442), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:10.307215 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c719-69c5-48a9-b0dd-4fd32269d4eb tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:10.310979 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-aeb7c719-69c5-48a9-b0dd-4fd32269d4eb tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "DELETE /v2.0/security-groups/77d8ae24-0dc8-46ef-ae55-1217f43d5442 HTTP/1.1" status: 204 len: 168 time: 0.1316497 Mar 23 09:08:10.311295 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57366) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:10.319165 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7c719-69c5-48a9-b0dd-4fd32269d4eb tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d8ae24-0dc8-46ef-ae55-1217f43d5442,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:10.326550 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.api.v2.resource [None req-f33c3242-5866-43ba-bc8c-19a4d5089860 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] show failed (client error): The resource could not be found. Mar 23 09:08:10.329913 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-f33c3242-5866-43ba-bc8c-19a4d5089860 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups/77d8ae24-0dc8-46ef-ae55-1217f43d5442 HTTP/1.1" status: 404 len: 347 time: 0.0152671 Mar 23 09:08:10.330566 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57368) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:10.454462 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-7cd6c1c3-ef0f-4516-932d-04daedc1dcf5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Deleting port 6adf214e-3c6a-4de2-9b4c-ad078d6dc7e8 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:10.454804 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c1c3-ef0f-4516-932d-04daedc1dcf5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (6adf214e-3c6a-4de2-9b4c-ad078d6dc7e8), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:10.533043 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c1c3-ef0f-4516-932d-04daedc1dcf5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (6adf214e-3c6a-4de2-9b4c-ad078d6dc7e8), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:10.533369 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c1c3-ef0f-4516-932d-04daedc1dcf5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (6adf214e-3c6a-4de2-9b4c-ad078d6dc7e8), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:10.544856 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-7cd6c1c3-ef0f-4516-932d-04daedc1dcf5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Calling delete_port for 6adf214e-3c6a-4de2-9b4c-ad078d6dc7e8 owned by network:floatingip {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:10.567693 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 415de519-1e86-4fd7-ad4b-d521668bc40f no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:10.591663 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: 415de519-1e86-4fd7-ad4b-d521668bc40f {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:10.592100 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 415de519-1e86-4fd7-ad4b-d521668bc40f not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:10.682160 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c1c3-ef0f-4516-932d-04daedc1dcf5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (6adf214e-3c6a-4de2-9b4c-ad078d6dc7e8), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:10.710398 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6c1c3-ef0f-4516-932d-04daedc1dcf5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event deleted for resources: {'Port': ['ID=6adf214e-3c6a-4de2-9b4c-ad078d6dc7e8,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:10.769020 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-cc2d47d7-c28d-41b7-9637-6fbc90620394 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:10.770789 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-cc2d47d7-c28d-41b7-9637-6fbc90620394 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.93 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 947 time: 0.0530879 Mar 23 09:08:10.771791 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c1c3-ef0f-4516-932d-04daedc1dcf5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:10.774447 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c1c3-ef0f-4516-932d-04daedc1dcf5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:10.775582 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-7cd6c1c3-ef0f-4516-932d-04daedc1dcf5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "DELETE /v2.0/floatingips/0c57774d-7bb6-4dfc-8b9c-9e9510f73fe2 HTTP/1.1" status: 204 len: 168 time: 0.4441340 Mar 23 09:08:10.872702 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-161d344b-99cb-4539-ad27-fcc01f0227a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Deleting port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:10.873046 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-161d344b-99cb-4539-ad27-fcc01f0227a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:10.957087 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57372) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:10.962539 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-161d344b-99cb-4539-ad27-fcc01f0227a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] For port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:10.962963 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-161d344b-99cb-4539-ad27-fcc01f0227a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:10.963086 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-7f2dfbb9-84ba-4c05-85f2-09dc5cf58311 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--443404977', 'description': 'tempest-description--1049932276'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:10.983545 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfbb9-84ba-4c05-85f2-09dc5cf58311 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.050848 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfbb9-84ba-4c05-85f2-09dc5cf58311 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (298d7c70-6fd7-474d-8776-f3295e6ed80a), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.055083 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfbb9-84ba-4c05-85f2-09dc5cf58311 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (298d7c70-6fd7-474d-8776-f3295e6ed80a), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.083490 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfbb9-84ba-4c05-85f2-09dc5cf58311 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.084695 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-7f2dfbb9-84ba-4c05-85f2-09dc5cf58311 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1266143 Mar 23 09:08:11.086676 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dfbb9-84ba-4c05-85f2-09dc5cf58311 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298d7c70-6fd7-474d-8776-f3295e6ed80a,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:11.088584 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57374) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:11.093348 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-6f43f8d8-e988-4eab-8fd0-5938bb13e3dd tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'security_group_rule': {'security_group_id': '298d7c70-6fd7-474d-8776-f3295e6ed80a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:11.118699 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6f43f8d8-e988-4eab-8fd0-5938bb13e3dd tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (27910857-d072-443a-84ce-4314d88d535a), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.139994 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-161d344b-99cb-4539-ad27-fcc01f0227a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.140389 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-161d344b-99cb-4539-ad27-fcc01f0227a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (d522a1b9-5cf9-4ae1-a36a-853cfdc46782), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.140782 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-161d344b-99cb-4539-ad27-fcc01f0227a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Floating IP d522a1b9-5cf9-4ae1-a36a-853cfdc46782 disassociated. External IP: 172.28.1.144, port: 0f74ca2d-8b6f-45e8-afed-4281d81efcfb. Mar 23 09:08:11.141085 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-161d344b-99cb-4539-ad27-fcc01f0227a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Calling delete_port for 0f74ca2d-8b6f-45e8-afed-4281d81efcfb owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:11.176835 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6f43f8d8-e988-4eab-8fd0-5938bb13e3dd tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (27910857-d072-443a-84ce-4314d88d535a), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.181262 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6f43f8d8-e988-4eab-8fd0-5938bb13e3dd tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (27910857-d072-443a-84ce-4314d88d535a), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.200030 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43f8d8-e988-4eab-8fd0-5938bb13e3dd tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27910857-d072-443a-84ce-4314d88d535a,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:11.211780 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6f43f8d8-e988-4eab-8fd0-5938bb13e3dd tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.213013 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-6f43f8d8-e988-4eab-8fd0-5938bb13e3dd tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235175 Mar 23 09:08:11.215627 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57376) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:11.219955 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-e45231fe-30cc-4faf-8d86-70e54df98b55 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'security_group_rule': {'security_group_id': '298d7c70-6fd7-474d-8776-f3295e6ed80a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:11.244469 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e45231fe-30cc-4faf-8d86-70e54df98b55 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (55ba2f7a-4844-46af-9c85-44bb2bf3cb3b), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.280450 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-161d344b-99cb-4539-ad27-fcc01f0227a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (0f74ca2d-8b6f-45e8-afed-4281d81efcfb), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.300592 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e45231fe-30cc-4faf-8d86-70e54df98b55 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (55ba2f7a-4844-46af-9c85-44bb2bf3cb3b), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.304780 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e45231fe-30cc-4faf-8d86-70e54df98b55 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (55ba2f7a-4844-46af-9c85-44bb2bf3cb3b), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.310001 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d344b-99cb-4539-ad27-fcc01f0227a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event deleted for resources: {'Port': ['ID=0f74ca2d-8b6f-45e8-afed-4281d81efcfb,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:11.321709 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45231fe-30cc-4faf-8d86-70e54df98b55 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ba2f7a-4844-46af-9c85-44bb2bf3cb3b,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:11.333527 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e45231fe-30cc-4faf-8d86-70e54df98b55 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.338568 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-e45231fe-30cc-4faf-8d86-70e54df98b55 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219277 Mar 23 09:08:11.339177 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57380) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:11.343641 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'floatingip': {'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:11.364310 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.437802 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c0f2a6e7-79b0-4c1e-9065-a60f1f5786ad req-b09421c0-9e6e-453d-88ed-c9f82001c5d2 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=64ebc8e5-8cad-46ff-9148-902add1c2d3f HTTP/1.1" status: 200 len: 210 time: 0.0351009 Mar 23 09:08:11.439168 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-161d344b-99cb-4539-ad27-fcc01f0227a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:08:11.502390 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.553035 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-161d344b-99cb-4539-ad27-fcc01f0227a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:08:11.567156 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9841cf-5735-4cd4-b452-9ba4ee98693e None None] Sync routers for ids ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:08:11.578690 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9841cf-5735-4cd4-b452-9ba4ee98693e None None] Routers {'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:11.580087 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-0b9841cf-5735-4cd4-b452-9ba4ee98693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:08:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:11.596616 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-161d344b-99cb-4539-ad27-fcc01f0227a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] No DVR routers for this DVR port 0f74ca2d-8b6f-45e8-afed-4281d81efcfb on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:11.599060 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-161d344b-99cb-4539-ad27-fcc01f0227a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.603443 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-838eb66c-6632-4daa-98ff-c3d0784bf3d5 req-161d344b-99cb-4539-ad27-fcc01f0227a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.93 "DELETE /v2.0/ports/0f74ca2d-8b6f-45e8-afed-4281d81efcfb HTTP/1.1" status: 204 len: 173 time: 0.8267641 Mar 23 09:08:11.603898 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'name': 'network-vif-deleted', 'tag': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:11.606245 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aa6231-a6f7-460d-875f-4e933f145171" -d '{"events": [{"server_uuid": "64ebc8e5-8cad-46ff-9148-902add1c2d3f", "name": "network-vif-deleted", "tag": "0f74ca2d-8b6f-45e8-afed-4281d81efcfb"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:11.626892 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Allocated IP 172.28.1.251 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/28fa9482-ef4b-4c4f-ab2e-e87205b8ddf5) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:08:11.650754 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffcf0be-f64d-4a1e-8a1f-ef977e4c6b40 x-openstack-request-id: req-cffcf0be-f64d-4a1e-8a1f-ef977e4c6b40 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:11.651053 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ebc8e5-8cad-46ff-9148-902add1c2d3f", "name": "network-vif-deleted", "tag": "0f74ca2d-8b6f-45e8-afed-4281d81efcfb", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:11.651303 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cffcf0be-f64d-4a1e-8a1f-ef977e4c6b40 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:11.651706 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffcf0be-f64d-4a1e-8a1f-ef977e4c6b40'] response: {'server_uuid': '64ebc8e5-8cad-46ff-9148-902add1c2d3f', 'name': 'network-vif-deleted', 'tag': '0f74ca2d-8b6f-45e8-afed-4281d81efcfb', 'status': 'completed', 'code': 200} Mar 23 09:08:11.722280 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-0b9841cf-5735-4cd4-b452-9ba4ee98693e None None] Set router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:11.765837 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for port (28fa9482-ef4b-4c4f-ab2e-e87205b8ddf5), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.805742 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (28fa9482-ef4b-4c4f-ab2e-e87205b8ddf5), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.848669 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:08:11.854242 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:08:11.858545 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:08:11.884185 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'Port': ['ID=28fa9482-ef4b-4c4f-ab2e-e87205b8ddf5,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:11.942073 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-0b9841cf-5735-4cd4-b452-9ba4ee98693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:19Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'cb0a5fe8-ee14-4eaa-bb9c-929049f90559', 'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'mac_address': 'fa:16:3e:1f:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:16Z', 'updated_at': '2022-03-23T09:03:36Z', 'revision_number': 5, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'subnets': [{'id': '557dee99-09a9-460c-be1d-dcb02c131231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:11.957554 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (1c975ab6-765f-405f-9852-ed8a1c3077b4), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:11.969625 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9841cf-5735-4cd4-b452-9ba4ee98693e None None] Checking router: e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:08:11.979705 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9841cf-5735-4cd4-b452-9ba4ee98693e None None] Routers {'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:11.979705 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-0b9841cf-5735-4cd4-b452-9ba4ee98693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:08:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:11.996652 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (28fa9482-ef4b-4c4f-ab2e-e87205b8ddf5), before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:12.092683 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-0b9841cf-5735-4cd4-b452-9ba4ee98693e None None] Set router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:12.158806 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for port (28fa9482-ef4b-4c4f-ab2e-e87205b8ddf5), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:12.164611 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10199165'] for port (28fa9482-ef4b-4c4f-ab2e-e87205b8ddf5), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:12.235050 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'Port': ['ID=28fa9482-ef4b-4c4f-ab2e-e87205b8ddf5,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:12.246397 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (1c975ab6-765f-405f-9852-ed8a1c3077b4), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:12.265749 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:12.267084 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-4680c1c9-4fd2-412b-b250-1f7fa020d8e9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9269621 Mar 23 09:08:12.419924 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-026a26cd-4e1b-4998-a2da-870bc541bddd tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--443404977&fields=id&tenant_id=10c31b5d1eda4472b343001019b8c22d HTTP/1.1" status: 200 len: 267 time: 0.0437746 Mar 23 09:08:12.435111 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-0b9841cf-5735-4cd4-b452-9ba4ee98693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:19Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'cb0a5fe8-ee14-4eaa-bb9c-929049f90559', 'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'mac_address': 'fa:16:3e:1f:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:16Z', 'updated_at': '2022-03-23T09:03:36Z', 'revision_number': 5, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'subnets': [{'id': '557dee99-09a9-460c-be1d-dcb02c131231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:12.461412 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9841cf-5735-4cd4-b452-9ba4ee98693e None None] The sync data for ids ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'] in dv-cinder-834822-2-smb is: [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:19Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'cb0a5fe8-ee14-4eaa-bb9c-929049f90559', 'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'mac_address': 'fa:16:3e:1f:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:16Z', 'updated_at': '2022-03-23T09:03:36Z', 'revision_number': 5, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'subnets': [{'id': '557dee99-09a9-460c-be1d-dcb02c131231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:08:12.539687 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57400) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:12.563578 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-fc8169f6-6f05-4275-b9d2-2adb9b8ea288 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:12.566210 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-fc8169f6-6f05-4275-b9d2-2adb9b8ea288 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 814 time: 0.1386285 Mar 23 09:08:12.596968 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-dc01f9a0-a964-4b7f-a818-a96ab474af7c tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/quotas/10c31b5d1eda4472b343001019b8c22d HTTP/1.1" status: 200 len: 375 time: 0.0242102 Mar 23 09:08:12.630297 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-673c1673-f457-4b39-9bb5-84f27d2d587c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group (5d5e1891-68e8-45c5-914b-4ba7ad558822), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:12.671577 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-673c1673-f457-4b39-9bb5-84f27d2d587c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group (5d5e1891-68e8-45c5-914b-4ba7ad558822), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:12.714416 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed815515-a5e6-47cd-b4ec-ff0d73d66fd9 None None] New status for floating IP d522a1b9-5cf9-4ae1-a36a-853cfdc46782: DOWN {{(pid=103137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:08:12.718726 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-1f1431a4-c358-43d7-b6d6-8c9a7dddf0f4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037514 Mar 23 09:08:12.746419 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-673c1673-f457-4b39-9bb5-84f27d2d587c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (5d5e1891-68e8-45c5-914b-4ba7ad558822), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:12.749270 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-673c1673-f457-4b39-9bb5-84f27d2d587c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:12.750505 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-673c1673-f457-4b39-9bb5-84f27d2d587c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "DELETE /v2.0/security-groups/5d5e1891-68e8-45c5-914b-4ba7ad558822 HTTP/1.1" status: 204 len: 168 time: 0.2096488 Mar 23 09:08:12.753951 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57404) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:12.761618 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c1673-f457-4b39-9bb5-84f27d2d587c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5e1891-68e8-45c5-914b-4ba7ad558822,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:12.774859 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.api.v2.resource [None req-34a6ba88-6a52-4359-8114-94609ed1a6c2 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] show failed (client error): The resource could not be found. Mar 23 09:08:12.776537 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-34a6ba88-6a52-4359-8114-94609ed1a6c2 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups/5d5e1891-68e8-45c5-914b-4ba7ad558822 HTTP/1.1" status: 404 len: 347 time: 0.0210774 Mar 23 09:08:12.779924 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57406) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:12.974126 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-86cd883a-fce3-4a40-9562-d321fd8040e0 service neutron] 10.222.0.91 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379813 Mar 23 09:08:13.031802 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-aa4884e4-6a58-49f4-a48f-e601cbe5eebd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Deleting port cecea914-1b1a-4da8-8e9a-77eb54299450 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:13.032143 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa4884e4-6a58-49f4-a48f-e601cbe5eebd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (cecea914-1b1a-4da8-8e9a-77eb54299450), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.125483 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-8c4549c6-6307-47ea-88d4-b88b5e744cf7 service neutron] 10.222.0.91 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445718 Mar 23 09:08:13.136698 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa4884e4-6a58-49f4-a48f-e601cbe5eebd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (cecea914-1b1a-4da8-8e9a-77eb54299450), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.137014 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa4884e4-6a58-49f4-a48f-e601cbe5eebd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for floatingip (cecea914-1b1a-4da8-8e9a-77eb54299450), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.150004 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-aa4884e4-6a58-49f4-a48f-e601cbe5eebd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Calling delete_port for cecea914-1b1a-4da8-8e9a-77eb54299450 owned by network:floatingip {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:13.300667 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa4884e4-6a58-49f4-a48f-e601cbe5eebd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (cecea914-1b1a-4da8-8e9a-77eb54299450), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.304866 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c0296445-31ab-4b4b-b2b7-15baa9470e0e req-d8304513-1c86-40e9-94bf-5db874771568 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 210 time: 0.0430946 Mar 23 09:08:13.330016 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4884e4-6a58-49f4-a48f-e601cbe5eebd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event deleted for resources: {'Port': ['ID=cecea914-1b1a-4da8-8e9a-77eb54299450,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:13.393508 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa4884e4-6a58-49f4-a48f-e601cbe5eebd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for floatingip (d522a1b9-5cf9-4ae1-a36a-853cfdc46782), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.396144 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa4884e4-6a58-49f4-a48f-e601cbe5eebd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.397337 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-aa4884e4-6a58-49f4-a48f-e601cbe5eebd tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "DELETE /v2.0/floatingips/d522a1b9-5cf9-4ae1-a36a-853cfdc46782 HTTP/1.1" status: 204 len: 168 time: 0.6164544 Mar 23 09:08:13.700229 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57422) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:13.707143 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-829c04e6-7c77-4034-b2ed-c296e973fb7d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--479018298', 'description': 'tempest-description--219244339'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:13.729255 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-829c04e6-7c77-4034-b2ed-c296e973fb7d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.799725 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-829c04e6-7c77-4034-b2ed-c296e973fb7d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group (ed90b907-99e3-4f48-a755-0218c8238221), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.803479 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-829c04e6-7c77-4034-b2ed-c296e973fb7d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (ed90b907-99e3-4f48-a755-0218c8238221), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.828859 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-829c04e6-7c77-4034-b2ed-c296e973fb7d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.830104 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-829c04e6-7c77-4034-b2ed-c296e973fb7d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1284885 Mar 23 09:08:13.833152 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57424) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:13.838741 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-657f581e-6b04-4761-aff0-e6ebf178df9d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Request body: {'security_group_rule': {'security_group_id': 'ed90b907-99e3-4f48-a755-0218c8238221', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:13.839071 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c04e6-7c77-4034-b2ed-c296e973fb7d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed90b907-99e3-4f48-a755-0218c8238221,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:13.869444 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-657f581e-6b04-4761-aff0-e6ebf178df9d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group_rule (84f0220e-43d6-4535-b5d1-f759c0d5c947), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.927277 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-657f581e-6b04-4761-aff0-e6ebf178df9d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group_rule (84f0220e-43d6-4535-b5d1-f759c0d5c947), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.931645 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-657f581e-6b04-4761-aff0-e6ebf178df9d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (84f0220e-43d6-4535-b5d1-f759c0d5c947), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.949140 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f581e-6b04-4761-aff0-e6ebf178df9d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f0220e-43d6-4535-b5d1-f759c0d5c947,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:13.957441 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-657f581e-6b04-4761-aff0-e6ebf178df9d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:13.958643 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-657f581e-6b04-4761-aff0-e6ebf178df9d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238258 Mar 23 09:08:13.961642 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57426) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:13.965991 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-9c250d60-9baf-4f0d-9abd-9542f20d6ef6 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Request body: {'security_group_rule': {'security_group_id': 'ed90b907-99e3-4f48-a755-0218c8238221', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:13.990946 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c250d60-9baf-4f0d-9abd-9542f20d6ef6 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group_rule (431f08bd-b79f-4d11-a82c-07a77f3e317e), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.045788 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c250d60-9baf-4f0d-9abd-9542f20d6ef6 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group_rule (431f08bd-b79f-4d11-a82c-07a77f3e317e), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.049965 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c250d60-9baf-4f0d-9abd-9542f20d6ef6 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (431f08bd-b79f-4d11-a82c-07a77f3e317e), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.067917 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c250d60-9baf-4f0d-9abd-9542f20d6ef6 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431f08bd-b79f-4d11-a82c-07a77f3e317e,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:14.076279 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c250d60-9baf-4f0d-9abd-9542f20d6ef6 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.077479 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-9c250d60-9baf-4f0d-9abd-9542f20d6ef6 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148667 Mar 23 09:08:14.080463 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57428) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:14.084731 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Request body: {'floatingip': {'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:14.104441 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.253698 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.355533 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-b5783660-03a6-4345-9e2a-43471fcc3054 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:14.357039 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-b5783660-03a6-4345-9e2a-43471fcc3054 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 814 time: 0.1579850 Mar 23 09:08:14.428179 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b0a3ac4f-fa2d-499e-8826-e1c2590f0960 req-3655e937-e608-4771-a7f1-3ae4f3e8424c tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 210 time: 0.0413282 Mar 23 09:08:14.447115 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Allocated IP 172.28.1.124 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/19de09e1-8ffb-4ebd-946c-25e0600423a8) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:08:14.497627 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-f8418377-493f-4f3b-8ea8-7b1df612b9e5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10c31b5d1eda4472b343001019b8c22d HTTP/1.1" status: 200 len: 379 time: 0.1216345 Mar 23 09:08:14.527965 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c14ccd5f-9324-428d-a0ec-dcc13089290f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'port': {'device_id': '8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'admin_state_up': True, 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'security_groups': ['298d7c70-6fd7-474d-8776-f3295e6ed80a']}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:14.611792 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 0f74ca2d-8b6f-45e8-afed-4281d81efcfb no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:14.637568 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: 0f74ca2d-8b6f-45e8-afed-4281d81efcfb {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:14.637988 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 0f74ca2d-8b6f-45e8-afed-4281d81efcfb not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:14.653397 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for port (19de09e1-8ffb-4ebd-946c-25e0600423a8), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.692504 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c14ccd5f-9324-428d-a0ec-dcc13089290f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Made reservation on behalf of 10c31b5d1eda4472b343001019b8c22d for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:08:14.695979 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c14ccd5f-9324-428d-a0ec-dcc13089290f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.716806 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (19de09e1-8ffb-4ebd-946c-25e0600423a8), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:14.806969 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:08:14.809936 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event updated for resources: {'Port': ['ID=19de09e1-8ffb-4ebd-946c-25e0600423a8,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:14.815468 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:08:14.820028 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:08:14.907345 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c14ccd5f-9324-428d-a0ec-dcc13089290f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Allocated IP 172.20.0.6 (39df3c5d-1568-4c6e-9b3a-e334a05e9836/83b4ac13-71e9-4cf6-97ce-85db2357cc64/464683d0-ac89-4659-b839-6c37bcce15ae) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:08:14.966022 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for floatingip (64e0c94f-fdd5-4646-a920-c767028f4ece), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:15.064412 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (19de09e1-8ffb-4ebd-946c-25e0600423a8), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:15.148432 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c14ccd5f-9324-428d-a0ec-dcc13089290f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for port (464683d0-ac89-4659-b839-6c37bcce15ae), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:15.249295 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c14ccd5f-9324-428d-a0ec-dcc13089290f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (464683d0-ac89-4659-b839-6c37bcce15ae), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:15.318571 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c14ccd5f-9324-428d-a0ec-dcc13089290f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:08:15.323811 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for port (19de09e1-8ffb-4ebd-946c-25e0600423a8), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:15.326433 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c14ccd5f-9324-428d-a0ec-dcc13089290f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:08:15.329614 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ccd5f-9324-428d-a0ec-dcc13089290f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'Port': ['ID=464683d0-ac89-4659-b839-6c37bcce15ae,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:15.331956 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c14ccd5f-9324-428d-a0ec-dcc13089290f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:08:15.335992 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (19de09e1-8ffb-4ebd-946c-25e0600423a8), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:15.440322 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event updated for resources: {'Port': ['ID=19de09e1-8ffb-4ebd-946c-25e0600423a8,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:15.451285 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c14ccd5f-9324-428d-a0ec-dcc13089290f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:15.451285 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c14ccd5f-9324-428d-a0ec-dcc13089290f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:15.463766 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (64e0c94f-fdd5-4646-a920-c767028f4ece), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:15.477122 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c14ccd5f-9324-428d-a0ec-dcc13089290f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9544244 Mar 23 09:08:15.494673 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Request body: {'port': {'device_id': '8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:15.501001 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:15.502180 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-ae4c5ec1-1fc7-41dd-aa1c-735e5ec1356e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4207590 Mar 23 09:08:15.562043 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-a28a47fa-fda0-4d93-9d35-9a662b63bb72 None None] Provisioning complete for port 464683d0-ac89-4659-b839-6c37bcce15ae triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:08:15.562412 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a28a47fa-fda0-4d93-9d35-9a662b63bb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (464683d0-ac89-4659-b839-6c37bcce15ae), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:15.569518 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (464683d0-ac89-4659-b839-6c37bcce15ae), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:15.598715 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b28c0-0ff5-4681-90f9-d4a9126fb9a9 req-b8e1256d-6a70-47f3-9dd1-6b499719ccf1 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:15.605279 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a28a47fa-fda0-4d93-9d35-9a662b63bb72 None None] Port 464683d0-ac89-4659-b839-6c37bcce15ae cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:08:15.607455 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b72b28c0-0ff5-4681-90f9-d4a9126fb9a9 req-b8e1256d-6a70-47f3-9dd1-6b499719ccf1 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 931 time: 0.0899687 Mar 23 09:08:15.657338 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b72b28c0-0ff5-4681-90f9-d4a9126fb9a9 req-6bb86e62-add3-410c-89b3-d82e775e0130 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=298d7c70-6fd7-474d-8776-f3295e6ed80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488231 Mar 23 09:08:15.792695 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-e34994d8-2227-44e7-8adf-6d920de0147a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--479018298&fields=id&tenant_id=d5c385a890af4ad8a66dceaef2f65557 HTTP/1.1" status: 200 len: 267 time: 0.0917990 Mar 23 09:08:15.958806 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3be83-067a-493d-8034-9893ef048df3 req-6593d390-cd47-4934-819f-f797d46df66a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:15.960887 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-6593d390-cd47-4934-819f-f797d46df66a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/networks?id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 200 len: 816 time: 0.1585402 Mar 23 09:08:15.969635 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464683d0-ac89-4659-b839-6c37bcce15ae {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:08:15.983089 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Publish callbacks [] for port (464683d0-ac89-4659-b839-6c37bcce15ae), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:15.989694 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-dda483fd-c481-435a-8243-229e035c43b7 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/quotas/d5c385a890af4ad8a66dceaef2f65557 HTTP/1.1" status: 200 len: 375 time: 0.0224409 Mar 23 09:08:16.004237 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Transition to ACTIVE for port object 464683d0-ac89-4659-b839-6c37bcce15ae will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:08:16.008327 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (464683d0-ac89-4659-b839-6c37bcce15ae), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:16.096847 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Pushing event updated for resources: {'Port': ['ID=464683d0-ac89-4659-b839-6c37bcce15ae,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:16.123825 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-37b609cc-aac6-4fca-a091-b71e4f7c5447 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d5c385a890af4ad8a66dceaef2f65557&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286714 Mar 23 09:08:16.231834 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Attempting to bind port 464683d0-ac89-4659-b839-6c37bcce15ae on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:08:16.232160 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Attempting to bind port 464683d0-ac89-4659-b839-6c37bcce15ae by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:08:16.232483 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Attempting to bind port 464683d0-ac89-4659-b839-6c37bcce15ae on network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:08:16.241323 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Port 464683d0-ac89-4659-b839-6c37bcce15ae on network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:08:16.241810 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Attempting to bind port 464683d0-ac89-4659-b839-6c37bcce15ae on network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:08:16.254948 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:08:16.255275 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Checking segment: {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:08:16.255648 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Bound using segment: {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:08:16.256061 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Bound port: 464683d0-ac89-4659-b839-6c37bcce15ae, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:08:16.256404 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (464683d0-ac89-4659-b839-6c37bcce15ae), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:16.270672 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-35d1cb33-68d7-4a64-ad0d-5ee98f5fa07c service neutron] 10.222.0.91 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291823 Mar 23 09:08:16.596494 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] For port 464683d0-ac89-4659-b839-6c37bcce15ae, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:08:16.601062 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] For port 464683d0-ac89-4659-b839-6c37bcce15ae, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=464683d0-ac89-4659-b839-6c37bcce15ae,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:08:16.610749 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (464683d0-ac89-4659-b839-6c37bcce15ae), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:16.649536 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-cc9ec80f-8366-4795-b493-cf070b55b690 service neutron] 10.222.0.91 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572419 Mar 23 09:08:16.653606 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:16.654241 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:16.655537 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] 10.222.0.93 "PUT /v2.0/ports/464683d0-ac89-4659-b839-6c37bcce15ae HTTP/1.1" status: 200 len: 1093 time: 1.1712656 Mar 23 09:08:16.655969 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7', 'tag': '464683d0-ac89-4659-b839-6c37bcce15ae'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:16.658199 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae58bde-b603-4485-b57a-bef101878f15" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7", "tag": "464683d0-ac89-4659-b839-6c37bcce15ae"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:16.692843 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ba98d-e383-4349-8a19-0c2693a7d1ef service neutron] Pushing event updated for resources: {'Port': ['ID=464683d0-ac89-4659-b839-6c37bcce15ae,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:16.729385 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727fd406-e146-482f-bd75-7d007099a283 x-openstack-request-id: req-727fd406-e146-482f-bd75-7d007099a283 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:16.729816 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7", "tag": "464683d0-ac89-4659-b839-6c37bcce15ae", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:16.730212 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-727fd406-e146-482f-bd75-7d007099a283 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:16.730618 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727fd406-e146-482f-bd75-7d007099a283'] response: {'name': 'network-changed', 'server_uuid': '8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7', 'tag': '464683d0-ac89-4659-b839-6c37bcce15ae', 'status': 'completed', 'code': 200} Mar 23 09:08:16.760669 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-b5d85244-f3e3-485a-954b-243453b67856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:16.762206 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-b5d85244-f3e3-485a-954b-243453b67856 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 1127 time: 0.0636168 Mar 23 09:08:16.816747 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-54c23397-4bcc-48b1-8b14-d541133ce91a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=464683d0-ac89-4659-b839-6c37bcce15ae HTTP/1.1" status: 200 len: 217 time: 0.0450661 Mar 23 09:08:16.863372 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a560293-53f2-4d96-a231-c266c9fa7c41 req-f2c50742-9371-47e5-b033-943aa4c6f31b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:16.865133 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8a560293-53f2-4d96-a231-c266c9fa7c41 req-f2c50742-9371-47e5-b033-943aa4c6f31b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 943 time: 0.0842943 Mar 23 09:08:16.915575 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-319a04fb-7747-468f-abac-666b6df45693 req-c855cabf-a6d1-4c6b-9923-e1344e03c193 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 210 time: 0.0355206 Mar 23 09:08:16.924493 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-9d1a073a-87a0-4524-8454-d42f6e9160f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:16.926020 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-9d1a073a-87a0-4524-8454-d42f6e9160f6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83b4ac13-71e9-4cf6-97ce-85db2357cc64 HTTP/1.1" status: 200 len: 853 time: 0.1016495 Mar 23 09:08:16.942608 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8a560293-53f2-4d96-a231-c266c9fa7c41 req-3fbcf7ac-be81-4c19-b3ff-74261b66d266 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=298d7c70-6fd7-474d-8776-f3295e6ed80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711722 Mar 23 09:08:16.991435 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-4d70c7d3-0fed-4ca0-b448-b1d588dbbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:16.993109 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-4d70c7d3-0fed-4ca0-b448-b1d588dbbf31 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=39df3c5d-1568-4c6e-9b3a-e334a05e9836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0576673 Mar 23 09:08:17.090200 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-94449f70-ef77-439b-b05c-a669d0ecdf38 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913451 Mar 23 09:08:17.179829 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec9a1392-d466-4c62-9a37-d58893d9ffce req-b9cdaee1-6cfc-44ad-9d64-39fdf9e81186 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840576 Mar 23 09:08:17.274733 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae58bde-b603-4485-b57a-bef101878f15 req-26aa2e03-5414-48d6-8902-112ffd2ff056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:17.276291 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5ae58bde-b603-4485-b57a-bef101878f15 req-26aa2e03-5414-48d6-8902-112ffd2ff056 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 1127 time: 0.0512614 Mar 23 09:08:17.373438 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae58bde-b603-4485-b57a-bef101878f15 req-3a4f8de4-fec0-43f8-a5a6-5f75a738e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:17.374937 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5ae58bde-b603-4485-b57a-bef101878f15 req-3a4f8de4-fec0-43f8-a5a6-5f75a738e86a service neutron] 10.222.0.93 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 915 time: 0.0876374 Mar 23 09:08:17.423571 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5ae58bde-b603-4485-b57a-bef101878f15 req-eba24525-f1d0-43ff-a70b-1f30099f25e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=464683d0-ac89-4659-b839-6c37bcce15ae HTTP/1.1" status: 200 len: 217 time: 0.0422747 Mar 23 09:08:17.472981 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae58bde-b603-4485-b57a-bef101878f15 req-845a22fc-6c08-47d9-8ac9-7b338556be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:17.474454 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5ae58bde-b603-4485-b57a-bef101878f15 req-845a22fc-6c08-47d9-8ac9-7b338556be03 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83b4ac13-71e9-4cf6-97ce-85db2357cc64 HTTP/1.1" status: 200 len: 853 time: 0.0441797 Mar 23 09:08:17.526060 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae58bde-b603-4485-b57a-bef101878f15 req-4f0a4261-4e20-43c4-89ba-5af1059e21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:17.527596 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5ae58bde-b603-4485-b57a-bef101878f15 req-4f0a4261-4e20-43c4-89ba-5af1059e21dc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=39df3c5d-1568-4c6e-9b3a-e334a05e9836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0469916 Mar 23 09:08:17.621769 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5ae58bde-b603-4485-b57a-bef101878f15 req-e771511e-9682-4cb7-9f89-af83feb54757 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879076 Mar 23 09:08:17.713671 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5ae58bde-b603-4485-b57a-bef101878f15 req-94d5ffaa-4bb6-4ab6-a022-76533ffa360e service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845611 Mar 23 09:08:17.874564 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3be83-067a-493d-8034-9893ef048df3 req-9cd71bc4-50e7-413e-bfaf-fa0c6474951d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:17.876032 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-9cd71bc4-50e7-413e-bfaf-fa0c6474951d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.93 "GET /v2.0/networks?id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 200 len: 816 time: 0.1098962 Mar 23 09:08:17.940465 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-a2e883f6-fbdb-470b-b835-e5684f7fde59 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5c385a890af4ad8a66dceaef2f65557 HTTP/1.1" status: 200 len: 379 time: 0.0565736 Mar 23 09:08:17.949493 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-b3f3be83-067a-493d-8034-9893ef048df3 req-fd8dcd05-c9ce-4921-ac28-63f2eadf25ec tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Request body: {'port': {'device_id': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'admin_state_up': True, 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'security_groups': ['ed90b907-99e3-4f48-a755-0218c8238221']}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:18.027014 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e1a71e12-8093-492d-99a9-299d3e1f4b75 req-4a8f7d21-4f61-4b2a-8efc-7cfa86528033 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 210 time: 0.0362065 Mar 23 09:08:18.069871 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf32635-7af3-42c3-81e5-3ef1710ac84c req-d8a14188-5f41-4af5-9d76-508e5677c108 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:18.071572 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fbf32635-7af3-42c3-81e5-3ef1710ac84c req-d8a14188-5f41-4af5-9d76-508e5677c108 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 943 time: 0.0543351 Mar 23 09:08:18.088183 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f3be83-067a-493d-8034-9893ef048df3 req-fd8dcd05-c9ce-4921-ac28-63f2eadf25ec tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Made reservation on behalf of d5c385a890af4ad8a66dceaef2f65557 for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:08:18.091525 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b3f3be83-067a-493d-8034-9893ef048df3 req-fd8dcd05-c9ce-4921-ac28-63f2eadf25ec tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:18.117989 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fbf32635-7af3-42c3-81e5-3ef1710ac84c req-07060c46-6da0-4aa3-8c97-3fee4ef22b8f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=298d7c70-6fd7-474d-8776-f3295e6ed80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405517 Mar 23 09:08:18.215035 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-b3f3be83-067a-493d-8034-9893ef048df3 req-fd8dcd05-c9ce-4921-ac28-63f2eadf25ec tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Allocated IP 172.20.0.8 (3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f/557dee99-09a9-460c-be1d-dcb02c131231/53680386-af24-4168-851f-beb509f51253) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:08:18.351247 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b3f3be83-067a-493d-8034-9893ef048df3 req-fd8dcd05-c9ce-4921-ac28-63f2eadf25ec tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for port (53680386-af24-4168-851f-beb509f51253), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:18.383553 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b3f3be83-067a-493d-8034-9893ef048df3 req-fd8dcd05-c9ce-4921-ac28-63f2eadf25ec tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (53680386-af24-4168-851f-beb509f51253), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:18.424516 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f3be83-067a-493d-8034-9893ef048df3 req-fd8dcd05-c9ce-4921-ac28-63f2eadf25ec tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:08:18.427566 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-b3f3be83-067a-493d-8034-9893ef048df3 req-fd8dcd05-c9ce-4921-ac28-63f2eadf25ec tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:08:18.434283 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f3be83-067a-493d-8034-9893ef048df3 req-fd8dcd05-c9ce-4921-ac28-63f2eadf25ec tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:08:18.440428 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8dcd05-c9ce-4921-ac28-63f2eadf25ec tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event updated for resources: {'Port': ['ID=53680386-af24-4168-851f-beb509f51253,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:18.486859 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3be83-067a-493d-8034-9893ef048df3 req-fd8dcd05-c9ce-4921-ac28-63f2eadf25ec tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:18.487483 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b3f3be83-067a-493d-8034-9893ef048df3 req-fd8dcd05-c9ce-4921-ac28-63f2eadf25ec tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:18.504717 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-fd8dcd05-c9ce-4921-ac28-63f2eadf25ec tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5591512 Mar 23 09:08:18.516289 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Request body: {'port': {'device_id': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:18.580841 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (53680386-af24-4168-851f-beb509f51253), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:18.694166 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-bd82899e-f1bb-4763-bc0e-be58db83231f None None] Provisioning complete for port 53680386-af24-4168-851f-beb509f51253 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:08:18.695006 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd82899e-f1bb-4763-bc0e-be58db83231f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (53680386-af24-4168-851f-beb509f51253), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:18.731256 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-bd82899e-f1bb-4763-bc0e-be58db83231f None None] Port 53680386-af24-4168-851f-beb509f51253 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:08:18.852740 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53680386-af24-4168-851f-beb509f51253 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:08:18.860102 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Publish callbacks [] for port (53680386-af24-4168-851f-beb509f51253), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:18.871986 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Transition to ACTIVE for port object 53680386-af24-4168-851f-beb509f51253 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:08:18.876609 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (53680386-af24-4168-851f-beb509f51253), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:18.927823 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Pushing event updated for resources: {'Port': ['ID=53680386-af24-4168-851f-beb509f51253,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:19.004725 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Attempting to bind port 53680386-af24-4168-851f-beb509f51253 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:08:19.005066 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Attempting to bind port 53680386-af24-4168-851f-beb509f51253 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:08:19.005395 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Attempting to bind port 53680386-af24-4168-851f-beb509f51253 on network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:08:19.010055 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Port 53680386-af24-4168-851f-beb509f51253 on network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:08:19.010378 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Attempting to bind port 53680386-af24-4168-851f-beb509f51253 on network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:08:19.015199 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:08:19.015538 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Checking segment: {'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:08:19.015927 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Bound using segment: {'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:08:19.016353 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Bound port: 53680386-af24-4168-851f-beb509f51253, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15e7367-8eb4-4847-97c0-99f7c459e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:08:19.016709 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (53680386-af24-4168-851f-beb509f51253), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:19.085673 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] For port 53680386-af24-4168-851f-beb509f51253, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:08:19.090449 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] For port 53680386-af24-4168-851f-beb509f51253, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53680386-af24-4168-851f-beb509f51253,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:08:19.097127 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (53680386-af24-4168-851f-beb509f51253), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:19.148387 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:19.149038 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:19.150908 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] 10.222.0.93 "PUT /v2.0/ports/53680386-af24-4168-851f-beb509f51253 HTTP/1.1" status: 200 len: 1093 time: 0.6391683 Mar 23 09:08:19.175548 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'tag': '53680386-af24-4168-851f-beb509f51253'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:19.178962 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6f8423-4e53-47b9-877a-51322a744b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d836a5b2-936b-4230-ba97-fc74ba05e9ec", "tag": "53680386-af24-4168-851f-beb509f51253"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:19.243590 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a7dcb-93d5-49b6-9176-a1c6e2ff8a99 service neutron] Pushing event updated for resources: {'Port': ['ID=53680386-af24-4168-851f-beb509f51253,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:19.268595 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad446-b648-46fd-b8c6-9bde1eaee2b0 req-88663d0f-b7d0-40b7-8749-f52e55358a06 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:19.270260 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6ebad446-b648-46fd-b8c6-9bde1eaee2b0 req-88663d0f-b7d0-40b7-8749-f52e55358a06 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.1440246 Mar 23 09:08:19.271222 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085facc-9811-4ff2-9d36-9446a3dcb99b req-fb845448-f31e-4b22-b7b5-7b01b66a9372 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:19.273426 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d085facc-9811-4ff2-9d36-9446a3dcb99b req-fb845448-f31e-4b22-b7b5-7b01b66a9372 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 943 time: 0.0677741 Mar 23 09:08:19.299896 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3be83-067a-493d-8034-9893ef048df3 req-d2e20aa5-0987-41fe-9346-2a15d0a11b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:19.301462 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-d2e20aa5-0987-41fe-9346-2a15d0a11b95 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5c385a890af4ad8a66dceaef2f65557&device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 1127 time: 0.0989945 Mar 23 09:08:19.329727 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d085facc-9811-4ff2-9d36-9446a3dcb99b req-9a49cac8-54de-4556-b0c4-50b50fdf0ac4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=298d7c70-6fd7-474d-8776-f3295e6ed80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476794 Mar 23 09:08:19.356698 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-7191231e-577d-4a59-9306-5bc7b602ac29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53680386-af24-4168-851f-beb509f51253 HTTP/1.1" status: 200 len: 217 time: 0.0437958 Mar 23 09:08:19.376208 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6ebad446-b648-46fd-b8c6-9bde1eaee2b0 req-8c0a3ad5-a1be-4aed-9f72-9e516bd767f9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972579 Mar 23 09:08:19.377551 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a3800d-78b9-403e-bdf5-0af9666bf9b8 x-openstack-request-id: req-02a3800d-78b9-403e-bdf5-0af9666bf9b8 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:19.377833 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d836a5b2-936b-4230-ba97-fc74ba05e9ec", "tag": "53680386-af24-4168-851f-beb509f51253", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:19.378100 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-02a3800d-78b9-403e-bdf5-0af9666bf9b8 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:19.378487 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a3800d-78b9-403e-bdf5-0af9666bf9b8'] response: {'name': 'network-changed', 'server_uuid': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'tag': '53680386-af24-4168-851f-beb509f51253', 'status': 'completed', 'code': 200} Mar 23 09:08:19.413818 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3be83-067a-493d-8034-9893ef048df3 req-5a7bde80-b81e-4b3e-8df5-83d5da39b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:19.415228 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-5a7bde80-b81e-4b3e-8df5-83d5da39b9f7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=557dee99-09a9-460c-be1d-dcb02c131231 HTTP/1.1" status: 200 len: 855 time: 0.0512533 Mar 23 09:08:19.464306 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b552d501-d8da-4b7b-9274-2a9c0a9fdcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:19.465777 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-b552d501-d8da-4b7b-9274-2a9c0a9fdcdd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0443795 Mar 23 09:08:19.557164 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-f9df7759-f101-43a0-8966-bc04f7f493e0 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853472 Mar 23 09:08:19.645602 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3f3be83-067a-493d-8034-9893ef048df3 req-000eb08f-60c4-4029-aebb-525dd4c3a155 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822310 Mar 23 09:08:19.736749 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f8423-4e53-47b9-877a-51322a744b7c req-c96d6178-c4f5-4803-bb0e-8353913f7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:19.738179 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4a6f8423-4e53-47b9-877a-51322a744b7c req-c96d6178-c4f5-4803-bb0e-8353913f7da0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5c385a890af4ad8a66dceaef2f65557&device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 1127 time: 0.0451846 Mar 23 09:08:19.831193 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f8423-4e53-47b9-877a-51322a744b7c req-ccefe747-d6bc-4c00-bbea-1a2717fc83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:19.832651 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4a6f8423-4e53-47b9-877a-51322a744b7c req-ccefe747-d6bc-4c00-bbea-1a2717fc83aa service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 200 len: 917 time: 0.0883307 Mar 23 09:08:19.872406 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4a6f8423-4e53-47b9-877a-51322a744b7c req-96414314-d86d-4f5b-8feb-72fa1731e4c5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53680386-af24-4168-851f-beb509f51253 HTTP/1.1" status: 200 len: 217 time: 0.0342052 Mar 23 09:08:19.919908 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f8423-4e53-47b9-877a-51322a744b7c req-c59fc6a6-ec57-4596-bf4c-66d796db50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:19.921379 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4a6f8423-4e53-47b9-877a-51322a744b7c req-c59fc6a6-ec57-4596-bf4c-66d796db50fc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=557dee99-09a9-460c-be1d-dcb02c131231 HTTP/1.1" status: 200 len: 855 time: 0.0432370 Mar 23 09:08:19.973672 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f8423-4e53-47b9-877a-51322a744b7c req-5545a28e-029f-4c98-aa9c-833d5a29ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:19.975222 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4a6f8423-4e53-47b9-877a-51322a744b7c req-5545a28e-029f-4c98-aa9c-833d5a29ee6e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0484595 Mar 23 09:08:20.064497 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4a6f8423-4e53-47b9-877a-51322a744b7c req-d34d759e-c215-4998-8c91-19088a587e88 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824225 Mar 23 09:08:20.159647 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4a6f8423-4e53-47b9-877a-51322a744b7c req-884c7382-0161-40c4-a03b-328282a674e4 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892832 Mar 23 09:08:20.452582 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bce9b9-6937-4713-b242-da874a845a91 req-54c2c450-8050-40be-b34c-7326796ec35e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:20.454089 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b4bce9b9-6937-4713-b242-da874a845a91 req-54c2c450-8050-40be-b34c-7326796ec35e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 943 time: 0.0543547 Mar 23 09:08:20.500352 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b4bce9b9-6937-4713-b242-da874a845a91 req-e91d4e07-c09b-4670-ba5b-68cc0b542a15 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=298d7c70-6fd7-474d-8776-f3295e6ed80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409236 Mar 23 09:08:20.502167 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332c936-85aa-47a5-8715-012fab275320 req-d947937a-fffe-42f5-aa7b-060dd13407e2 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:20.503683 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d332c936-85aa-47a5-8715-012fab275320 req-d947937a-fffe-42f5-aa7b-060dd13407e2 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0544889 Mar 23 09:08:20.550449 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d332c936-85aa-47a5-8715-012fab275320 req-6d550f51-c0ef-4824-b3f3-3c5fd957ad41 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405531 Mar 23 09:08:20.634496 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 464683d0-ac89-4659-b839-6c37bcce15ae details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:08:20.730168 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 464683d0-ac89-4659-b839-6c37bcce15ae, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=464683d0-ac89-4659-b839-6c37bcce15ae,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:20.740250 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '464683d0-ac89-4659-b839-6c37bcce15ae', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'port_id': '464683d0-ac89-4659-b839-6c37bcce15ae', 'mac_address': 'fa:16:3e:e4:77:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:08:20.780602 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 464683d0-ac89-4659-b839-6c37bcce15ae is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:08:20.781746 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (464683d0-ac89-4659-b839-6c37bcce15ae), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:20.794525 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464683d0-ac89-4659-b839-6c37bcce15ae {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:08:20.813793 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 464683d0-ac89-4659-b839-6c37bcce15ae, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=464683d0-ac89-4659-b839-6c37bcce15ae,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:20.817330 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (464683d0-ac89-4659-b839-6c37bcce15ae), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:20.862965 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=464683d0-ac89-4659-b839-6c37bcce15ae,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:20.870196 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:20.870538 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:20.870907 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:20.871265 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:20.871600 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:20.871957 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:20.872281 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:20.872603 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:20.872931 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:20.873252 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:20.873573 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:20.873928 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:20.874253 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:20.874574 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:20.874889 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:08:21.252438 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['464683d0-ac89-4659-b839-6c37bcce15ae'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:08:21.621514 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc0d29-6823-4000-b3df-f622fbd2e416 req-17642925-1da7-4ec6-9a26-e84cc2f1753d tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:21.623046 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-2bdc0d29-6823-4000-b3df-f622fbd2e416 req-17642925-1da7-4ec6-9a26-e84cc2f1753d tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 944 time: 0.0529160 Mar 23 09:08:21.672865 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-2bdc0d29-6823-4000-b3df-f622fbd2e416 req-ad14f72d-97c6-43bb-971e-5a5c9d3c8d56 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=298d7c70-6fd7-474d-8776-f3295e6ed80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445116 Mar 23 09:08:21.674241 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4925d4-8095-4362-a85e-10bd05e3b14c req-5581f072-2779-4bbc-b7f6-25b153176943 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:21.675702 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5c4925d4-8095-4362-a85e-10bd05e3b14c req-5581f072-2779-4bbc-b7f6-25b153176943 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0517046 Mar 23 09:08:21.726491 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5c4925d4-8095-4362-a85e-10bd05e3b14c req-4ea476ec-3c33-484d-a6d1-b6ae9a11fcb3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443940 Mar 23 09:08:22.636518 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 53680386-af24-4168-851f-beb509f51253 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:08:22.641218 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 464683d0-ac89-4659-b839-6c37bcce15ae up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:08:22.754034 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port 464683d0-ac89-4659-b839-6c37bcce15ae completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:08:22.762699 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 464683d0-ac89-4659-b839-6c37bcce15ae triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:08:22.763408 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (464683d0-ac89-4659-b839-6c37bcce15ae), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:22.802221 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4480144-ec9a-4bd0-a09f-79b81f99d782 req-6114179a-8ad3-4981-bd49-2b533d518fa6 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:22.804198 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d4480144-ec9a-4bd0-a09f-79b81f99d782 req-6114179a-8ad3-4981-bd49-2b533d518fa6 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 944 time: 0.0639102 Mar 23 09:08:22.816530 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 53680386-af24-4168-851f-beb509f51253, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53680386-af24-4168-851f-beb509f51253,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:22.835397 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '53680386-af24-4168-851f-beb509f51253', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'port_id': '53680386-af24-4168-851f-beb509f51253', 'mac_address': 'fa:16:3e:5d:65:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:08:22.859856 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d4480144-ec9a-4bd0-a09f-79b81f99d782 req-4420e63b-f858-4c59-ab3d-bf8dc10d911a tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=298d7c70-6fd7-474d-8776-f3295e6ed80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497553 Mar 23 09:08:22.864191 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5cab7-87b1-4be5-a2b7-9ee7b8c4b99e req-096854f2-bf51-490d-8191-145d60c8115f tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:22.865688 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b6a5cab7-87b1-4be5-a2b7-9ee7b8c4b99e req-096854f2-bf51-490d-8191-145d60c8115f tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0557675 Mar 23 09:08:22.912920 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 53680386-af24-4168-851f-beb509f51253 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:08:22.914099 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (53680386-af24-4168-851f-beb509f51253), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:22.914365 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b6a5cab7-87b1-4be5-a2b7-9ee7b8c4b99e req-6c165057-3c91-41e6-9a3e-830b189e52ff tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426891 Mar 23 09:08:22.917092 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 464683d0-ac89-4659-b839-6c37bcce15ae is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:08:22.917468 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (464683d0-ac89-4659-b839-6c37bcce15ae), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:22.939069 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53680386-af24-4168-851f-beb509f51253 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:08:22.957303 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464683d0-ac89-4659-b839-6c37bcce15ae'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:22.959575 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f548b14-512f-4fd4-9637-aaa7f760a110" -d '{"events": [{"server_uuid": "8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7", "name": "network-vif-plugged", "status": "completed", "tag": "464683d0-ac89-4659-b839-6c37bcce15ae"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:22.978769 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 53680386-af24-4168-851f-beb509f51253, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53680386-af24-4168-851f-beb509f51253,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:22.980639 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 464683d0-ac89-4659-b839-6c37bcce15ae, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=464683d0-ac89-4659-b839-6c37bcce15ae,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:22.983358 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (53680386-af24-4168-851f-beb509f51253), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:22.988107 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (464683d0-ac89-4659-b839-6c37bcce15ae), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:23.007462 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583246af-2fcc-44fa-98e8-823344634ade x-openstack-request-id: req-583246af-2fcc-44fa-98e8-823344634ade {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:23.007719 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7", "name": "network-vif-plugged", "status": "completed", "tag": "464683d0-ac89-4659-b839-6c37bcce15ae", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:23.007935 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-583246af-2fcc-44fa-98e8-823344634ade {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:23.008424 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583246af-2fcc-44fa-98e8-823344634ade'] response: {'server_uuid': '8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464683d0-ac89-4659-b839-6c37bcce15ae', 'code': 200} Mar 23 09:08:23.034619 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=53680386-af24-4168-851f-beb509f51253,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:23.083901 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=464683d0-ac89-4659-b839-6c37bcce15ae,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:23.220571 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae1544-7c08-47a3-b654-06e9e13c46ea req-ee533994-54d3-4ed3-a395-69e482f274b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:23.222093 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-58ae1544-7c08-47a3-b654-06e9e13c46ea req-ee533994-54d3-4ed3-a395-69e482f274b0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 1129 time: 0.0866923 Mar 23 09:08:23.266047 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-58ae1544-7c08-47a3-b654-06e9e13c46ea req-2003ac30-b412-4ad6-aac1-8125f4c1d073 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=298d7c70-6fd7-474d-8776-f3295e6ed80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372691 Mar 23 09:08:23.347326 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['53680386-af24-4168-851f-beb509f51253'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:08:23.982705 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0deb1-e297-48c4-9374-01007ae16566 req-45ae50ac-1d85-48ba-901d-e7bfdc2368f9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:23.984208 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-eba0deb1-e297-48c4-9374-01007ae16566 req-45ae50ac-1d85-48ba-901d-e7bfdc2368f9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.0569041 Mar 23 09:08:24.033340 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-eba0deb1-e297-48c4-9374-01007ae16566 req-09436255-2851-469c-aac5-be4db1f9327a tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=298d7c70-6fd7-474d-8776-f3295e6ed80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436833 Mar 23 09:08:24.040894 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9337-9e97-499a-be32-cf07858ba130 req-1456e873-9d0d-49fa-afe3-ba568b02cd9c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:24.042391 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-806b9337-9e97-499a-be32-cf07858ba130 req-1456e873-9d0d-49fa-afe3-ba568b02cd9c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 944 time: 0.0536201 Mar 23 09:08:24.094982 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-806b9337-9e97-499a-be32-cf07858ba130 req-353aa2d1-622e-471c-95b5-84dc570f7270 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467610 Mar 23 09:08:24.645362 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 53680386-af24-4168-851f-beb509f51253 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:08:24.693708 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port 53680386-af24-4168-851f-beb509f51253 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:08:24.697451 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 53680386-af24-4168-851f-beb509f51253 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:08:24.697827 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (53680386-af24-4168-851f-beb509f51253), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:24.775707 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 53680386-af24-4168-851f-beb509f51253 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:08:24.776000 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (53680386-af24-4168-851f-beb509f51253), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:24.808984 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 53680386-af24-4168-851f-beb509f51253, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53680386-af24-4168-851f-beb509f51253,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:24.813021 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (53680386-af24-4168-851f-beb509f51253), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:24.860024 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=53680386-af24-4168-851f-beb509f51253,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:25.009505 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53680386-af24-4168-851f-beb509f51253'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:25.012728 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1f9618-1848-405d-8970-5bd872480ff6" -d '{"events": [{"server_uuid": "d836a5b2-936b-4230-ba97-fc74ba05e9ec", "name": "network-vif-plugged", "status": "completed", "tag": "53680386-af24-4168-851f-beb509f51253"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:25.047968 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b83266b-e943-4421-a15b-5ea322183831 x-openstack-request-id: req-1b83266b-e943-4421-a15b-5ea322183831 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:25.048261 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d836a5b2-936b-4230-ba97-fc74ba05e9ec", "name": "network-vif-plugged", "status": "completed", "tag": "53680386-af24-4168-851f-beb509f51253", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:25.048519 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1b83266b-e943-4421-a15b-5ea322183831 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:25.048949 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b83266b-e943-4421-a15b-5ea322183831'] response: {'server_uuid': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53680386-af24-4168-851f-beb509f51253', 'code': 200} Mar 23 09:08:25.161089 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff667c13-47c0-4839-82d9-2af18d33763e req-68ca3b91-dad5-4dd2-b30d-5d0ae1b086e0 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:25.162610 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ff667c13-47c0-4839-82d9-2af18d33763e req-68ca3b91-dad5-4dd2-b30d-5d0ae1b086e0 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.0629902 Mar 23 09:08:25.215295 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ff667c13-47c0-4839-82d9-2af18d33763e req-82b6cb35-eacb-4740-afe5-3484959893a9 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=298d7c70-6fd7-474d-8776-f3295e6ed80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457871 Mar 23 09:08:25.254301 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669cfb3-0c3b-4666-b852-9b6d3a3612b2 req-23a387cb-01c5-4c89-b5e7-7387ed3ffc8f tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:25.255768 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9669cfb3-0c3b-4666-b852-9b6d3a3612b2 req-23a387cb-01c5-4c89-b5e7-7387ed3ffc8f tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0850134 Mar 23 09:08:25.262281 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d541aa-6102-4b45-b15a-53fda31af554 req-32e108cb-e4dc-4ff7-992d-457044af956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:25.263699 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-21d541aa-6102-4b45-b15a-53fda31af554 req-32e108cb-e4dc-4ff7-992d-457044af956f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 1129 time: 0.0647295 Mar 23 09:08:25.332607 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f955c-5aaa-4e30-9725-432db0ef57dc req-c0645ed8-35b3-4eac-9060-a6c43c017a1b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:25.334033 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-768f955c-5aaa-4e30-9725-432db0ef57dc req-c0645ed8-35b3-4eac-9060-a6c43c017a1b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.0539377 Mar 23 09:08:25.336646 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9669cfb3-0c3b-4666-b852-9b6d3a3612b2 req-a188e866-ae2a-4ba7-9c53-f941d7c9fb9c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720160 Mar 23 09:08:25.342081 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-21d541aa-6102-4b45-b15a-53fda31af554 req-c8ae1642-9de0-49f0-a91e-aed0d77a3723 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677273 Mar 23 09:08:25.342619 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57510) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:25.346871 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-e2ebf91b-85cc-4fa4-af86-5e3cf3ff7265 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'floatingip': {'port_id': '464683d0-ac89-4659-b839-6c37bcce15ae'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:25.388956 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf91b-85cc-4fa4-af86-5e3cf3ff7265 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (1c975ab6-765f-405f-9852-ed8a1c3077b4), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:26.029976 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf91b-85cc-4fa4-af86-5e3cf3ff7265 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:26.033651 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf91b-85cc-4fa4-af86-5e3cf3ff7265 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (1c975ab6-765f-405f-9852-ed8a1c3077b4), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:26.136485 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [None req-e2ebf91b-85cc-4fa4-af86-5e3cf3ff7265 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Floating IP 1c975ab6-765f-405f-9852-ed8a1c3077b4 associated. External IP: 172.28.1.251, port: 464683d0-ac89-4659-b839-6c37bcce15ae. Mar 23 09:08:26.348367 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ebf91b-85cc-4fa4-af86-5e3cf3ff7265 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:08:26.461072 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ebf91b-85cc-4fa4-af86-5e3cf3ff7265 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:08:26.461883 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4c97d-582b-4a03-bdf1-cd3dc3510a26 req-0710c94a-77b8-4e94-ab14-ad853b8ede5b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:26.463422 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fad4c97d-582b-4a03-bdf1-cd3dc3510a26 req-0710c94a-77b8-4e94-ab14-ad853b8ede5b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0555639 Mar 23 09:08:26.466533 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf91b-85cc-4fa4-af86-5e3cf3ff7265 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:26.472302 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35d9b4b-1838-497a-8aa9-e29f3f23877e None None] Sync routers for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:08:26.489771 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d9b4b-1838-497a-8aa9-e29f3f23877e None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:26.490576 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-e35d9b4b-1838-497a-8aa9-e29f3f23877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:08:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:26.501684 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-e2ebf91b-85cc-4fa4-af86-5e3cf3ff7265 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "PUT /v2.0/floatingips/1c975ab6-765f-405f-9852-ed8a1c3077b4 HTTP/1.1" status: 200 len: 991 time: 1.1580188 Mar 23 09:08:26.502493 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7', 'tag': '464683d0-ac89-4659-b839-6c37bcce15ae'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:26.504794 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe1848a-3a9b-430b-bd3d-ebe2d79d8b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7", "tag": "464683d0-ac89-4659-b839-6c37bcce15ae"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:26.535358 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fad4c97d-582b-4a03-bdf1-cd3dc3510a26 req-6cc8fe33-6089-4c87-a6ae-018af57afeff tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658722 Mar 23 09:08:26.554185 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb93c900-3bd7-4476-9240-45711f0095e0 x-openstack-request-id: req-eb93c900-3bd7-4476-9240-45711f0095e0 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:26.554636 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7", "tag": "464683d0-ac89-4659-b839-6c37bcce15ae", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:26.554983 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eb93c900-3bd7-4476-9240-45711f0095e0 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:26.555880 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb93c900-3bd7-4476-9240-45711f0095e0'] response: {'name': 'network-changed', 'server_uuid': '8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7', 'tag': '464683d0-ac89-4659-b839-6c37bcce15ae', 'status': 'completed', 'code': 200} Mar 23 09:08:26.611471 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-e35d9b4b-1838-497a-8aa9-e29f3f23877e None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:26.622673 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1848a-3a9b-430b-bd3d-ebe2d79d8b1e req-50b72ce4-2d96-4a80-8e6a-8ffcc252380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:26.624328 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fe1848a-3a9b-430b-bd3d-ebe2d79d8b1e req-50b72ce4-2d96-4a80-8e6a-8ffcc252380a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 1129 time: 0.0473354 Mar 23 09:08:26.735584 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1848a-3a9b-430b-bd3d-ebe2d79d8b1e req-115ee995-1359-4b35-bd1e-692b6478d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:26.737060 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fe1848a-3a9b-430b-bd3d-ebe2d79d8b1e req-115ee995-1359-4b35-bd1e-692b6478d34e service neutron] 10.222.0.93 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 915 time: 0.0953882 Mar 23 09:08:26.808979 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fe1848a-3a9b-430b-bd3d-ebe2d79d8b1e req-c3d61179-b33b-4603-a505-bf2c98678843 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=464683d0-ac89-4659-b839-6c37bcce15ae HTTP/1.1" status: 200 len: 999 time: 0.0642588 Mar 23 09:08:26.852674 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-e35d9b4b-1838-497a-8aa9-e29f3f23877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '1c975ab6-765f-405f-9852-ed8a1c3077b4', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.251', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '464683d0-ac89-4659-b839-6c37bcce15ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:e4:77:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:08:11Z', 'updated_at': '2022-03-23T09:08:25Z', 'revision_number': 1, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:26.863097 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1848a-3a9b-430b-bd3d-ebe2d79d8b1e req-7f067a3f-ad5f-4303-85fb-9e4f23723c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:26.864511 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fe1848a-3a9b-430b-bd3d-ebe2d79d8b1e req-7f067a3f-ad5f-4303-85fb-9e4f23723c9f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83b4ac13-71e9-4cf6-97ce-85db2357cc64 HTTP/1.1" status: 200 len: 853 time: 0.0483770 Mar 23 09:08:26.878988 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35d9b4b-1838-497a-8aa9-e29f3f23877e None None] Checking router: 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:08:26.888189 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d9b4b-1838-497a-8aa9-e29f3f23877e None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:26.888796 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-e35d9b4b-1838-497a-8aa9-e29f3f23877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:08:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:26.918379 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1848a-3a9b-430b-bd3d-ebe2d79d8b1e req-65599681-00a8-4148-9e5c-c10688b3c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:26.919728 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fe1848a-3a9b-430b-bd3d-ebe2d79d8b1e req-65599681-00a8-4148-9e5c-c10688b3c966 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=39df3c5d-1568-4c6e-9b3a-e334a05e9836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0490165 Mar 23 09:08:26.998774 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-e35d9b4b-1838-497a-8aa9-e29f3f23877e None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:27.011869 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fe1848a-3a9b-430b-bd3d-ebe2d79d8b1e req-69ff5a2e-4f73-402d-8a7d-b97328d3aab2 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849371 Mar 23 09:08:27.106281 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fe1848a-3a9b-430b-bd3d-ebe2d79d8b1e req-60eaa69f-abfc-48b6-81de-f49c3da74a14 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881908 Mar 23 09:08:27.224565 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-e35d9b4b-1838-497a-8aa9-e29f3f23877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '1c975ab6-765f-405f-9852-ed8a1c3077b4', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.251', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '464683d0-ac89-4659-b839-6c37bcce15ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:e4:77:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:08:11Z', 'updated_at': '2022-03-23T09:08:25Z', 'revision_number': 1, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:27.250553 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35d9b4b-1838-497a-8aa9-e29f3f23877e None None] The sync data for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb is: [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '1c975ab6-765f-405f-9852-ed8a1c3077b4', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.251', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '464683d0-ac89-4659-b839-6c37bcce15ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:e4:77:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:08:11Z', 'updated_at': '2022-03-23T09:08:25Z', 'revision_number': 1, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:08:27.440435 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dcb17d-013f-469b-ada3-5691cb818862 None None] New status for floating IP 1c975ab6-765f-405f-9852-ed8a1c3077b4: ACTIVE {{(pid=103137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:08:27.727191 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ead62-26a4-46d0-9fed-03920111a3dd req-3a8c877d-289d-4ca7-997d-c63245b1a857 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:27.728638 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-235ead62-26a4-46d0-9fed-03920111a3dd req-3a8c877d-289d-4ca7-997d-c63245b1a857 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0536821 Mar 23 09:08:27.774462 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-235ead62-26a4-46d0-9fed-03920111a3dd req-01db87b1-d318-4c1a-96e6-a0f0d1712979 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400608 Mar 23 09:08:27.895650 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6766c9-6d7c-4fdb-b0c6-4443bda95e44 req-b486cd69-558e-4ea3-b0d0-fe4fba9020a8 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:27.897136 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1a6766c9-6d7c-4fdb-b0c6-4443bda95e44 req-b486cd69-558e-4ea3-b0d0-fe4fba9020a8 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0531890 Mar 23 09:08:27.905576 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57526) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:27.910009 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-2d74860b-f795-4411-974f-dba2432aa1a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Request body: {'floatingip': {'port_id': '53680386-af24-4168-851f-beb509f51253'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:27.949814 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2d74860b-f795-4411-974f-dba2432aa1a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for floatingip (64e0c94f-fdd5-4646-a920-c767028f4ece), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:28.380624 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2d74860b-f795-4411-974f-dba2432aa1a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:28.384654 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2d74860b-f795-4411-974f-dba2432aa1a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (64e0c94f-fdd5-4646-a920-c767028f4ece), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:28.486978 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [None req-2d74860b-f795-4411-974f-dba2432aa1a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Floating IP 64e0c94f-fdd5-4646-a920-c767028f4ece associated. External IP: 172.28.1.124, port: 53680386-af24-4168-851f-beb509f51253. Mar 23 09:08:28.699670 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d74860b-f795-4411-974f-dba2432aa1a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:08:28.825646 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:08:29.032502 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d74860b-f795-4411-974f-dba2432aa1a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:08:29.037031 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2d74860b-f795-4411-974f-dba2432aa1a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:29.043131 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d3cd0-f56d-4e52-ba2b-35ec209cef32 None None] Sync routers for ids ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:08:29.053014 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66d3cd0-f56d-4e52-ba2b-35ec209cef32 None None] Routers {'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:29.053916 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-c66d3cd0-f56d-4e52-ba2b-35ec209cef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:08:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:29.077870 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-2d74860b-f795-4411-974f-dba2432aa1a3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "PUT /v2.0/floatingips/64e0c94f-fdd5-4646-a920-c767028f4ece HTTP/1.1" status: 200 len: 991 time: 1.1590626 Mar 23 09:08:29.077870 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'tag': '53680386-af24-4168-851f-beb509f51253'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:29.077870 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991120a2-0fdc-4eca-9457-bf0d2dc92f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d836a5b2-936b-4230-ba97-fc74ba05e9ec", "tag": "53680386-af24-4168-851f-beb509f51253"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:29.181714 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-c66d3cd0-f56d-4e52-ba2b-35ec209cef32 None None] Set router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:29.197158 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69e168c-4815-45da-bafe-45752b6d216c x-openstack-request-id: req-e69e168c-4815-45da-bafe-45752b6d216c {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:29.197444 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d836a5b2-936b-4230-ba97-fc74ba05e9ec", "tag": "53680386-af24-4168-851f-beb509f51253", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:29.197697 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e69e168c-4815-45da-bafe-45752b6d216c {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:29.198129 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69e168c-4815-45da-bafe-45752b6d216c'] response: {'name': 'network-changed', 'server_uuid': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'tag': '53680386-af24-4168-851f-beb509f51253', 'status': 'completed', 'code': 200} Mar 23 09:08:29.261460 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991120a2-0fdc-4eca-9457-bf0d2dc92f7c req-d5b02c51-18d7-4061-baa0-f66fa53ff121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:29.263327 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-991120a2-0fdc-4eca-9457-bf0d2dc92f7c req-d5b02c51-18d7-4061-baa0-f66fa53ff121 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5c385a890af4ad8a66dceaef2f65557&device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 1129 time: 0.0482242 Mar 23 09:08:29.359881 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991120a2-0fdc-4eca-9457-bf0d2dc92f7c req-5d229505-6905-4231-b728-44a981719905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:29.361426 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-991120a2-0fdc-4eca-9457-bf0d2dc92f7c req-5d229505-6905-4231-b728-44a981719905 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 200 len: 917 time: 0.0922799 Mar 23 09:08:29.444115 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-991120a2-0fdc-4eca-9457-bf0d2dc92f7c req-3f3f2fca-82eb-426c-ba37-7902525ade84 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53680386-af24-4168-851f-beb509f51253 HTTP/1.1" status: 200 len: 999 time: 0.0756533 Mar 23 09:08:29.472962 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-c66d3cd0-f56d-4e52-ba2b-35ec209cef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:19Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '64e0c94f-fdd5-4646-a920-c767028f4ece', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'floating_ip_address': '172.28.1.124', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'port_id': '53680386-af24-4168-851f-beb509f51253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'mac_address': 'fa:16:3e:5d:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:08:14Z', 'updated_at': '2022-03-23T09:08:28Z', 'revision_number': 1, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0a5fe8-ee14-4eaa-bb9c-929049f90559', 'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'mac_address': 'fa:16:3e:1f:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:16Z', 'updated_at': '2022-03-23T09:03:36Z', 'revision_number': 5, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'subnets': [{'id': '557dee99-09a9-460c-be1d-dcb02c131231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:29.499482 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991120a2-0fdc-4eca-9457-bf0d2dc92f7c req-4607e8e0-da0f-4a4a-8b14-f21f5b7a1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:29.501625 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-991120a2-0fdc-4eca-9457-bf0d2dc92f7c req-4607e8e0-da0f-4a4a-8b14-f21f5b7a1e9c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=557dee99-09a9-460c-be1d-dcb02c131231 HTTP/1.1" status: 200 len: 855 time: 0.0520093 Mar 23 09:08:29.501983 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d3cd0-f56d-4e52-ba2b-35ec209cef32 None None] Checking router: e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:08:29.512458 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66d3cd0-f56d-4e52-ba2b-35ec209cef32 None None] Routers {'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:29.513075 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-c66d3cd0-f56d-4e52-ba2b-35ec209cef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:08:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:29.559146 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991120a2-0fdc-4eca-9457-bf0d2dc92f7c req-3ca120f4-ac0e-4622-b776-b565e3a81231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:29.560655 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-991120a2-0fdc-4eca-9457-bf0d2dc92f7c req-3ca120f4-ac0e-4622-b776-b565e3a81231 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0523803 Mar 23 09:08:29.676057 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-991120a2-0fdc-4eca-9457-bf0d2dc92f7c req-d183dd8c-c808-44b1-ad6e-0048813b58d8 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093042 Mar 23 09:08:29.772662 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-c66d3cd0-f56d-4e52-ba2b-35ec209cef32 None None] Set router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:29.783571 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-991120a2-0fdc-4eca-9457-bf0d2dc92f7c req-01196809-c0f9-43be-b187-56486a4f4604 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018789 Mar 23 09:08:30.041018 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-c66d3cd0-f56d-4e52-ba2b-35ec209cef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:19Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '64e0c94f-fdd5-4646-a920-c767028f4ece', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'floating_ip_address': '172.28.1.124', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'port_id': '53680386-af24-4168-851f-beb509f51253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'mac_address': 'fa:16:3e:5d:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:08:14Z', 'updated_at': '2022-03-23T09:08:28Z', 'revision_number': 1, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0a5fe8-ee14-4eaa-bb9c-929049f90559', 'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'mac_address': 'fa:16:3e:1f:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:16Z', 'updated_at': '2022-03-23T09:03:36Z', 'revision_number': 5, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'subnets': [{'id': '557dee99-09a9-460c-be1d-dcb02c131231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:30.079121 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d3cd0-f56d-4e52-ba2b-35ec209cef32 None None] The sync data for ids ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'] in dv-cinder-834822-2-smb is: [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:19Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '64e0c94f-fdd5-4646-a920-c767028f4ece', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'floating_ip_address': '172.28.1.124', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'port_id': '53680386-af24-4168-851f-beb509f51253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'mac_address': 'fa:16:3e:5d:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:08:14Z', 'updated_at': '2022-03-23T09:08:28Z', 'revision_number': 1, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0a5fe8-ee14-4eaa-bb9c-929049f90559', 'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'mac_address': 'fa:16:3e:1f:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:16Z', 'updated_at': '2022-03-23T09:03:36Z', 'revision_number': 5, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'subnets': [{'id': '557dee99-09a9-460c-be1d-dcb02c131231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:08:30.272470 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492941f-9df2-47b0-a968-c8c309f051c9 None None] New status for floating IP 64e0c94f-fdd5-4646-a920-c767028f4ece: ACTIVE {{(pid=103137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:08:30.512162 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-be9e91ab-3ef6-44b7-ace7-29ed867bd6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:30.690493 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:32.857207 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-43ee528b-d1f2-4558-be12-97dba9042555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:33.987433 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:35.616985 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:36.314248 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9e3ba-cb84-4598-9fc3-5479b47f45f4 req-05fedf0a-1704-4a1f-a290-a7400b0a4d03 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:36.315711 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-cfe9e3ba-cb84-4598-9fc3-5479b47f45f4 req-05fedf0a-1704-4a1f-a290-a7400b0a4d03 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0588853 Mar 23 09:08:36.364662 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-cfe9e3ba-cb84-4598-9fc3-5479b47f45f4 req-842fe17e-7357-47a2-97d5-91480f286d2f tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432291 Mar 23 09:08:36.847992 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:37.485292 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f68c7-bf4d-432f-a6b7-37507d571f51 req-c27aff77-58f3-44a7-87ec-ec22fa60e9cf tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:37.486822 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c06f68c7-bf4d-432f-a6b7-37507d571f51 req-c27aff77-58f3-44a7-87ec-ec22fa60e9cf tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0522923 Mar 23 09:08:37.533529 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c06f68c7-bf4d-432f-a6b7-37507d571f51 req-f08d0bf3-e8f9-4210-8d42-b9599cb522f7 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402737 Mar 23 09:08:38.651838 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27984365-e61c-4377-b2ec-9b75cebd43d6 req-815f3044-ca66-4e9d-9744-9515d9434a4f tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:38.653348 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-27984365-e61c-4377-b2ec-9b75cebd43d6 req-815f3044-ca66-4e9d-9744-9515d9434a4f tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0521259 Mar 23 09:08:38.703179 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-27984365-e61c-4377-b2ec-9b75cebd43d6 req-77400b88-365d-4708-b365-282e4e7b165d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417478 Mar 23 09:08:39.823219 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72a94d-99ee-400b-a56d-ade62749f3ef req-090e0569-b7ca-4ae9-b71f-8cd254b35769 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:39.824690 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0b72a94d-99ee-400b-a56d-ade62749f3ef req-090e0569-b7ca-4ae9-b71f-8cd254b35769 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0556982 Mar 23 09:08:39.871137 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0b72a94d-99ee-400b-a56d-ade62749f3ef req-fef10ec1-8d8d-4373-9706-4e9e13f75440 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf25346b-0e11-4817-82d8-cd376442486a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408173 Mar 23 09:08:40.230158 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-614e7ad8-0545-4c4e-a098-e258682d1383 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:40.231612 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-614e7ad8-0545-4c4e-a098-e258682d1383 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.93 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 945 time: 0.0554695 Mar 23 09:08:40.331366 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-83f1d4dc-6410-4962-a3bc-4b2b0e1681ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Deleting port 70bae563-a879-4fc0-afe4-16ed4c41bd13 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:40.331622 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-83f1d4dc-6410-4962-a3bc-4b2b0e1681ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:40.425128 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-83f1d4dc-6410-4962-a3bc-4b2b0e1681ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] For port 70bae563-a879-4fc0-afe4-16ed4c41bd13, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=70bae563-a879-4fc0-afe4-16ed4c41bd13,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:40.425491 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-83f1d4dc-6410-4962-a3bc-4b2b0e1681ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:40.599074 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-83f1d4dc-6410-4962-a3bc-4b2b0e1681ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:40.599547 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-83f1d4dc-6410-4962-a3bc-4b2b0e1681ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (2d616872-fa20-4114-9fa3-304bfc8e8c4f), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:40.599969 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-83f1d4dc-6410-4962-a3bc-4b2b0e1681ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Floating IP 2d616872-fa20-4114-9fa3-304bfc8e8c4f disassociated. External IP: 172.28.1.158, port: 70bae563-a879-4fc0-afe4-16ed4c41bd13. Mar 23 09:08:40.600286 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-83f1d4dc-6410-4962-a3bc-4b2b0e1681ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Calling delete_port for 70bae563-a879-4fc0-afe4-16ed4c41bd13 owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:40.728251 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-83f1d4dc-6410-4962-a3bc-4b2b0e1681ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (70bae563-a879-4fc0-afe4-16ed4c41bd13), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:40.754698 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1d4dc-6410-4962-a3bc-4b2b0e1681ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Pushing event deleted for resources: {'Port': ['ID=70bae563-a879-4fc0-afe4-16ed4c41bd13,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:40.870312 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-83f1d4dc-6410-4962-a3bc-4b2b0e1681ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Router 63c5e3c2-b417-40f9-a527-4588aad6f58c has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:08:40.972105 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a0bdccf0-4338-4282-8a1d-fe804490dce4 req-93ca9352-dc82-4365-8bc7-c018a3182b97 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fb28b9e-56e6-4da0-a61a-776b5f671ad3 HTTP/1.1" status: 200 len: 210 time: 0.0307636 Mar 23 09:08:41.003366 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-83f1d4dc-6410-4962-a3bc-4b2b0e1681ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:08:41.013974 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad6e178-e216-40da-be15-e14b73255ff8 None None] Sync routers for ids ['63c5e3c2-b417-40f9-a527-4588aad6f58c'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:08:41.024651 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad6e178-e216-40da-be15-e14b73255ff8 None None] Routers {'63c5e3c2-b417-40f9-a527-4588aad6f58c'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:41.025481 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-6ad6e178-e216-40da-be15-e14b73255ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:08:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['63c5e3c2-b417-40f9-a527-4588aad6f58c'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:41.043894 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-83f1d4dc-6410-4962-a3bc-4b2b0e1681ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] No DVR routers for this DVR port 70bae563-a879-4fc0-afe4-16ed4c41bd13 on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:41.046348 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-83f1d4dc-6410-4962-a3bc-4b2b0e1681ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:41.049552 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-93931ca4-ec28-4611-b4e4-8f03b525b4b4 req-83f1d4dc-6410-4962-a3bc-4b2b0e1681ca tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.93 "DELETE /v2.0/ports/70bae563-a879-4fc0-afe4-16ed4c41bd13 HTTP/1.1" status: 204 len: 173 time: 0.8078284 Mar 23 09:08:41.050016 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'name': 'network-vif-deleted', 'tag': '70bae563-a879-4fc0-afe4-16ed4c41bd13'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:41.052205 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f4c6f9-6efb-4082-a4d0-ddc4e5b6ada2" -d '{"events": [{"server_uuid": "9fb28b9e-56e6-4da0-a61a-776b5f671ad3", "name": "network-vif-deleted", "tag": "70bae563-a879-4fc0-afe4-16ed4c41bd13"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:41.094987 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec5b9c2-22c6-43e3-a712-eb22c5607e51 x-openstack-request-id: req-4ec5b9c2-22c6-43e3-a712-eb22c5607e51 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:41.095416 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb28b9e-56e6-4da0-a61a-776b5f671ad3", "name": "network-vif-deleted", "tag": "70bae563-a879-4fc0-afe4-16ed4c41bd13", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:41.096014 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4ec5b9c2-22c6-43e3-a712-eb22c5607e51 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:41.096522 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec5b9c2-22c6-43e3-a712-eb22c5607e51'] response: {'server_uuid': '9fb28b9e-56e6-4da0-a61a-776b5f671ad3', 'name': 'network-vif-deleted', 'tag': '70bae563-a879-4fc0-afe4-16ed4c41bd13', 'status': 'completed', 'code': 200} Mar 23 09:08:41.147541 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-6ad6e178-e216-40da-be15-e14b73255ff8 None None] Set router 63c5e3c2-b417-40f9-a527-4588aad6f58c gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:41.350822 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-6ad6e178-e216-40da-be15-e14b73255ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 4, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '46246b88-311e-41de-92c4-aea1dbfc5610', 'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'mac_address': 'fa:16:3e:20:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:19Z', 'updated_at': '2022-03-23T09:03:35Z', 'revision_number': 5, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'subnets': [{'id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:41.377163 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad6e178-e216-40da-be15-e14b73255ff8 None None] Checking router: 63c5e3c2-b417-40f9-a527-4588aad6f58c for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:08:41.387676 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad6e178-e216-40da-be15-e14b73255ff8 None None] Routers {'63c5e3c2-b417-40f9-a527-4588aad6f58c'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:41.388392 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-6ad6e178-e216-40da-be15-e14b73255ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:08:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['63c5e3c2-b417-40f9-a527-4588aad6f58c'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:41.503052 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-6ad6e178-e216-40da-be15-e14b73255ff8 None None] Set router 63c5e3c2-b417-40f9-a527-4588aad6f58c gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:41.715017 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-6ad6e178-e216-40da-be15-e14b73255ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 4, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '46246b88-311e-41de-92c4-aea1dbfc5610', 'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'mac_address': 'fa:16:3e:20:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:19Z', 'updated_at': '2022-03-23T09:03:35Z', 'revision_number': 5, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'subnets': [{'id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:41.740822 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad6e178-e216-40da-be15-e14b73255ff8 None None] The sync data for ids ['63c5e3c2-b417-40f9-a527-4588aad6f58c'] in dv-cinder-834822-2-smb is: [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:22Z', 'revision_number': 4, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '46246b88-311e-41de-92c4-aea1dbfc5610', 'name': '', 'network_id': '56876f3b-4d32-475e-a709-53e6f280a9c9', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'mac_address': 'fa:16:3e:20:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:19Z', 'updated_at': '2022-03-23T09:03:35Z', 'revision_number': 5, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'subnets': [{'id': 'abff9c7d-437d-4b14-8c68-e708daaaf0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:08:41.955074 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ccff04-e993-41d7-9343-f4472f23102b None None] New status for floating IP 2d616872-fa20-4114-9fa3-304bfc8e8c4f: DOWN {{(pid=103137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:08:42.056843 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57578) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:42.111275 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-36e5159e-5c6a-4c32-9fc5-f6e6e57c1fba tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for security_group (bf25346b-0e11-4817-82d8-cd376442486a), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.135686 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-36e5159e-5c6a-4c32-9fc5-f6e6e57c1fba tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for security_group (bf25346b-0e11-4817-82d8-cd376442486a), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.196764 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-36e5159e-5c6a-4c32-9fc5-f6e6e57c1fba tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (bf25346b-0e11-4817-82d8-cd376442486a), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.200043 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-36e5159e-5c6a-4c32-9fc5-f6e6e57c1fba tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.201336 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-36e5159e-5c6a-4c32-9fc5-f6e6e57c1fba tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "DELETE /v2.0/security-groups/bf25346b-0e11-4817-82d8-cd376442486a HTTP/1.1" status: 204 len: 168 time: 0.1434836 Mar 23 09:08:42.203992 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57580) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:42.210790 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5159e-5c6a-4c32-9fc5-f6e6e57c1fba tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf25346b-0e11-4817-82d8-cd376442486a,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:42.217379 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.api.v2.resource [None req-4d8d0f75-bb8e-473a-8d57-f44a4b40f4de tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] show failed (client error): The resource could not be found. Mar 23 09:08:42.221798 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57582) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:42.221962 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-4d8d0f75-bb8e-473a-8d57-f44a4b40f4de tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups/bf25346b-0e11-4817-82d8-cd376442486a HTTP/1.1" status: 404 len: 347 time: 0.0167272 Mar 23 09:08:42.345899 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-17a5557a-8540-4d46-a3aa-e817e5f51a5c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Deleting port 7f82c3f3-e98e-4126-b0a2-e639d9a67dee {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:42.346245 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17a5557a-8540-4d46-a3aa-e817e5f51a5c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (7f82c3f3-e98e-4126-b0a2-e639d9a67dee), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.420202 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17a5557a-8540-4d46-a3aa-e817e5f51a5c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (7f82c3f3-e98e-4126-b0a2-e639d9a67dee), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.420528 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17a5557a-8540-4d46-a3aa-e817e5f51a5c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for floatingip (7f82c3f3-e98e-4126-b0a2-e639d9a67dee), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.432738 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-17a5557a-8540-4d46-a3aa-e817e5f51a5c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Calling delete_port for 7f82c3f3-e98e-4126-b0a2-e639d9a67dee owned by network:floatingip {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:42.564438 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17a5557a-8540-4d46-a3aa-e817e5f51a5c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (7f82c3f3-e98e-4126-b0a2-e639d9a67dee), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.590460 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5557a-8540-4d46-a3aa-e817e5f51a5c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Pushing event deleted for resources: {'Port': ['ID=7f82c3f3-e98e-4126-b0a2-e639d9a67dee,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:42.656352 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17a5557a-8540-4d46-a3aa-e817e5f51a5c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks [] for floatingip (2d616872-fa20-4114-9fa3-304bfc8e8c4f), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.659452 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17a5557a-8540-4d46-a3aa-e817e5f51a5c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:42.660624 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-17a5557a-8540-4d46-a3aa-e817e5f51a5c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "DELETE /v2.0/floatingips/2d616872-fa20-4114-9fa3-304bfc8e8c4f HTTP/1.1" status: 204 len: 168 time: 0.4377520 Mar 23 09:08:44.747708 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 70bae563-a879-4fc0-afe4-16ed4c41bd13 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:44.767103 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: 70bae563-a879-4fc0-afe4-16ed4c41bd13 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:44.767451 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 70bae563-a879-4fc0-afe4-16ed4c41bd13 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:45.126180 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad46e32-ee91-4b3e-8b15-d0151cd67827 req-5618ce10-b2d3-45a7-a9c0-54d3b20f400d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:45.127697 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6ad46e32-ee91-4b3e-8b15-d0151cd67827 req-5618ce10-b2d3-45a7-a9c0-54d3b20f400d tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0524216 Mar 23 09:08:45.175192 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6ad46e32-ee91-4b3e-8b15-d0151cd67827 req-d79296ec-0e1b-4fd4-86b3-f85787e21ca5 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417478 Mar 23 09:08:46.294445 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55567f9c-dd92-48d8-8da1-d0c2a21b1460 req-94bb3390-b8e9-4c98-abe0-54e40a8dd9cc tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:46.295839 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-55567f9c-dd92-48d8-8da1-d0c2a21b1460 req-94bb3390-b8e9-4c98-abe0-54e40a8dd9cc tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0517719 Mar 23 09:08:46.346679 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-55567f9c-dd92-48d8-8da1-d0c2a21b1460 req-9247e96a-aa2c-41e3-8438-f2d608379473 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453095 Mar 23 09:08:47.475452 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22b270-41b8-4baa-a6e8-1a6577acfac6 req-b5d06767-ec9b-4758-8c1e-edcd095ce7a1 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:47.476925 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5f22b270-41b8-4baa-a6e8-1a6577acfac6 req-b5d06767-ec9b-4758-8c1e-edcd095ce7a1 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0561340 Mar 23 09:08:47.756531 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5f22b270-41b8-4baa-a6e8-1a6577acfac6 req-f3467c56-9779-40a6-83f3-add8dfbc6e11 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738247 Mar 23 09:08:47.803536 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1ef1d-3af2-4890-b4ad-25b2311f0f3c req-63726f65-0d6a-4d9c-a18a-6c350dbcf7df tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:47.806187 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-cae1ef1d-3af2-4890-b4ad-25b2311f0f3c req-63726f65-0d6a-4d9c-a18a-6c350dbcf7df tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.93 "GET /v2.0/ports?device_id=fad73686-0021-4de3-ac6a-073bb8543ca9 HTTP/1.1" status: 200 len: 945 time: 0.0538392 Mar 23 09:08:47.905418 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-cae1ef1d-3af2-4890-b4ad-25b2311f0f3c req-3158af35-6ffd-4d21-95f6-9fb18d84585e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Deleting port 740b0161-9f4d-4f8e-9bc2-16d4d8930434 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:47.905756 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-cae1ef1d-3af2-4890-b4ad-25b2311f0f3c req-3158af35-6ffd-4d21-95f6-9fb18d84585e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:47.992807 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-cae1ef1d-3af2-4890-b4ad-25b2311f0f3c req-3158af35-6ffd-4d21-95f6-9fb18d84585e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] For port 740b0161-9f4d-4f8e-9bc2-16d4d8930434, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=740b0161-9f4d-4f8e-9bc2-16d4d8930434,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:47.993172 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-cae1ef1d-3af2-4890-b4ad-25b2311f0f3c req-3158af35-6ffd-4d21-95f6-9fb18d84585e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:48.010498 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-cae1ef1d-3af2-4890-b4ad-25b2311f0f3c req-3158af35-6ffd-4d21-95f6-9fb18d84585e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Calling delete_port for 740b0161-9f4d-4f8e-9bc2-16d4d8930434 owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:48.135430 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-cae1ef1d-3af2-4890-b4ad-25b2311f0f3c req-3158af35-6ffd-4d21-95f6-9fb18d84585e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (740b0161-9f4d-4f8e-9bc2-16d4d8930434), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:48.147846 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['08b399f3-10a7-4e63-a7ce-a3ff9e4e8830', '740b0161-9f4d-4f8e-9bc2-16d4d8930434'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:08:48.163539 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158af35-6ffd-4d21-95f6-9fb18d84585e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Pushing event deleted for resources: {'Port': ['ID=740b0161-9f4d-4f8e-9bc2-16d4d8930434,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:48.215242 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae1ef1d-3af2-4890-b4ad-25b2311f0f3c req-3158af35-6ffd-4d21-95f6-9fb18d84585e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] No DVR routers for this DVR port 740b0161-9f4d-4f8e-9bc2-16d4d8930434 on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:48.217734 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-cae1ef1d-3af2-4890-b4ad-25b2311f0f3c req-3158af35-6ffd-4d21-95f6-9fb18d84585e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:48.220990 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-cae1ef1d-3af2-4890-b4ad-25b2311f0f3c req-3158af35-6ffd-4d21-95f6-9fb18d84585e tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.93 "DELETE /v2.0/ports/740b0161-9f4d-4f8e-9bc2-16d4d8930434 HTTP/1.1" status: 204 len: 173 time: 0.4092300 Mar 23 09:08:48.221426 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad73686-0021-4de3-ac6a-073bb8543ca9', 'name': 'network-vif-deleted', 'tag': '740b0161-9f4d-4f8e-9bc2-16d4d8930434'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:48.223709 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fed769-2c80-47bf-826f-83776d2e414a" -d '{"events": [{"server_uuid": "fad73686-0021-4de3-ac6a-073bb8543ca9", "name": "network-vif-deleted", "tag": "740b0161-9f4d-4f8e-9bc2-16d4d8930434"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:48.261184 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9496bdc8-d75a-4d2a-b62a-9917b39cc29a x-openstack-request-id: req-9496bdc8-d75a-4d2a-b62a-9917b39cc29a {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:48.261423 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad73686-0021-4de3-ac6a-073bb8543ca9", "name": "network-vif-deleted", "tag": "740b0161-9f4d-4f8e-9bc2-16d4d8930434", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:48.261673 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9496bdc8-d75a-4d2a-b62a-9917b39cc29a {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:48.262143 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9496bdc8-d75a-4d2a-b62a-9917b39cc29a'] response: {'server_uuid': 'fad73686-0021-4de3-ac6a-073bb8543ca9', 'name': 'network-vif-deleted', 'tag': '740b0161-9f4d-4f8e-9bc2-16d4d8930434', 'status': 'completed', 'code': 200} Mar 23 09:08:49.022135 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a37a97-c37f-44eb-a071-aadf0ca0ead2 req-93377778-d73c-4d2b-bf5e-e32299cf5ba5 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:49.023260 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-51a37a97-c37f-44eb-a071-aadf0ca0ead2 req-93377778-d73c-4d2b-bf5e-e32299cf5ba5 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.0514898 Mar 23 09:08:49.068682 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-51a37a97-c37f-44eb-a071-aadf0ca0ead2 req-8284958e-0ee4-4c50-a513-6192fe1e5de2 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397761 Mar 23 09:08:50.189697 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520680fe-76fe-4d3a-b07b-85a18cc8a8f7 req-f4a405ce-94c6-4259-8587-0dc3ee3fed85 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:50.191410 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-520680fe-76fe-4d3a-b07b-85a18cc8a8f7 req-f4a405ce-94c6-4259-8587-0dc3ee3fed85 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.0540080 Mar 23 09:08:50.239172 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-520680fe-76fe-4d3a-b07b-85a18cc8a8f7 req-54bc942f-fd23-4a92-8d0c-d7d91a514f39 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416656 Mar 23 09:08:50.796763 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 740b0161-9f4d-4f8e-9bc2-16d4d8930434 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:50.816986 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: 740b0161-9f4d-4f8e-9bc2-16d4d8930434 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:50.817896 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 740b0161-9f4d-4f8e-9bc2-16d4d8930434 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:51.355633 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e3b6c-fcd1-44f0-9257-fff0a7195ff7 req-c2c8cf87-251d-430a-bf17-1d371ad8e7f4 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:51.357098 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-005e3b6c-fcd1-44f0-9257-fff0a7195ff7 req-c2c8cf87-251d-430a-bf17-1d371ad8e7f4 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.0516760 Mar 23 09:08:51.405822 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-005e3b6c-fcd1-44f0-9257-fff0a7195ff7 req-4f789095-a4ff-4091-9faa-ce3cadb9c20c tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/security-groups?id=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432446 Mar 23 09:08:51.935784 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d061a-ea7b-42d7-aa80-2ecf8c78b78e req-971e31f5-c766-4d6e-bd79-9da532e3f2af tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:51.937481 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d14d061a-ea7b-42d7-aa80-2ecf8c78b78e req-971e31f5-c766-4d6e-bd79-9da532e3f2af tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.93 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 946 time: 0.0517147 Mar 23 09:08:52.034196 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-d14d061a-ea7b-42d7-aa80-2ecf8c78b78e req-df6ac480-77f2-48e0-b3a6-d59883cb3fe0 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Deleting port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:52.034543 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-d14d061a-ea7b-42d7-aa80-2ecf8c78b78e req-df6ac480-77f2-48e0-b3a6-d59883cb3fe0 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.122387 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-d14d061a-ea7b-42d7-aa80-2ecf8c78b78e req-df6ac480-77f2-48e0-b3a6-d59883cb3fe0 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] For port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:52.122749 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-d14d061a-ea7b-42d7-aa80-2ecf8c78b78e req-df6ac480-77f2-48e0-b3a6-d59883cb3fe0 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.140211 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-d14d061a-ea7b-42d7-aa80-2ecf8c78b78e req-df6ac480-77f2-48e0-b3a6-d59883cb3fe0 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Calling delete_port for 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:52.268184 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-d14d061a-ea7b-42d7-aa80-2ecf8c78b78e req-df6ac480-77f2-48e0-b3a6-d59883cb3fe0 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (08b399f3-10a7-4e63-a7ce-a3ff9e4e8830), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.279741 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['08b399f3-10a7-4e63-a7ce-a3ff9e4e8830'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:08:52.299073 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ac480-77f2-48e0-b3a6-d59883cb3fe0 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Pushing event deleted for resources: {'Port': ['ID=08b399f3-10a7-4e63-a7ce-a3ff9e4e8830,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:52.348142 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14d061a-ea7b-42d7-aa80-2ecf8c78b78e req-df6ac480-77f2-48e0-b3a6-d59883cb3fe0 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] No DVR routers for this DVR port 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:52.351557 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-d14d061a-ea7b-42d7-aa80-2ecf8c78b78e req-df6ac480-77f2-48e0-b3a6-d59883cb3fe0 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:52.354908 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d14d061a-ea7b-42d7-aa80-2ecf8c78b78e req-df6ac480-77f2-48e0-b3a6-d59883cb3fe0 tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.93 "DELETE /v2.0/ports/08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 HTTP/1.1" status: 204 len: 173 time: 0.4110410 Mar 23 09:08:52.355365 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba51e8f-34b1-49ac-ad2b-11e80d68af3d', 'name': 'network-vif-deleted', 'tag': '08b399f3-10a7-4e63-a7ce-a3ff9e4e8830'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:08:52.357623 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f511ef0-a527-42f0-8e90-d1defa719c32" -d '{"events": [{"server_uuid": "bba51e8f-34b1-49ac-ad2b-11e80d68af3d", "name": "network-vif-deleted", "tag": "08b399f3-10a7-4e63-a7ce-a3ff9e4e8830"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:08:52.394650 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18252e65-ddf8-44eb-829f-b76d4e89d54c x-openstack-request-id: req-18252e65-ddf8-44eb-829f-b76d4e89d54c {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:08:52.394952 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba51e8f-34b1-49ac-ad2b-11e80d68af3d", "name": "network-vif-deleted", "tag": "08b399f3-10a7-4e63-a7ce-a3ff9e4e8830", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:08:52.395208 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-18252e65-ddf8-44eb-829f-b76d4e89d54c {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:08:52.395706 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18252e65-ddf8-44eb-829f-b76d4e89d54c'] response: {'server_uuid': 'bba51e8f-34b1-49ac-ad2b-11e80d68af3d', 'name': 'network-vif-deleted', 'tag': '08b399f3-10a7-4e63-a7ce-a3ff9e4e8830', 'status': 'completed', 'code': 200} Mar 23 09:08:52.503107 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e10862ba-b5b7-4079-9d5e-b1df384fc978 req-857754d7-afbb-4535-897f-cea15ef27cfe tempest-ServerRescueNegativeTestJSON-611844592 tempest-ServerRescueNegativeTestJSON-611844592-project] 10.222.0.91 "GET /v2.0/ports?device_id=bba51e8f-34b1-49ac-ad2b-11e80d68af3d HTTP/1.1" status: 200 len: 210 time: 0.0269597 Mar 23 09:08:53.560084 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57628) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:54.065326 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-773226c3-cd7b-4dcb-8985-15c95c7dee9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542022'] for router_interface (63c5e3c2-b417-40f9-a527-4588aad6f58c), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:54.578899 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-773226c3-cd7b-4dcb-8985-15c95c7dee9a admin admin] Deleting port 46246b88-311e-41de-92c4-aea1dbfc5610 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:54.579619 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-773226c3-cd7b-4dcb-8985-15c95c7dee9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:54.662553 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-773226c3-cd7b-4dcb-8985-15c95c7dee9a admin admin] For port 46246b88-311e-41de-92c4-aea1dbfc5610, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=46246b88-311e-41de-92c4-aea1dbfc5610,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:54.662904 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-773226c3-cd7b-4dcb-8985-15c95c7dee9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:54.675196 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-773226c3-cd7b-4dcb-8985-15c95c7dee9a admin admin] Calling delete_port for 46246b88-311e-41de-92c4-aea1dbfc5610 owned by network:router_interface {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:54.822780 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:54.843731 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:54.844079 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 08b399f3-10a7-4e63-a7ce-a3ff9e4e8830 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:54.853469 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-773226c3-cd7b-4dcb-8985-15c95c7dee9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (46246b88-311e-41de-92c4-aea1dbfc5610), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:54.878867 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773226c3-cd7b-4dcb-8985-15c95c7dee9a admin admin] Pushing event deleted for resources: {'Port': ['ID=46246b88-311e-41de-92c4-aea1dbfc5610,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:55.051964 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-773226c3-cd7b-4dcb-8985-15c95c7dee9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541686'] for router_interface (63c5e3c2-b417-40f9-a527-4588aad6f58c), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:55.264349 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773226c3-cd7b-4dcb-8985-15c95c7dee9a admin admin] Router 63c5e3c2-b417-40f9-a527-4588aad6f58c has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:08:55.376462 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773226c3-cd7b-4dcb-8985-15c95c7dee9a admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:08:55.383193 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-773226c3-cd7b-4dcb-8985-15c95c7dee9a admin admin] 10.222.0.91 "PUT /v2.0/routers/63c5e3c2-b417-40f9-a527-4588aad6f58c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8214469 Mar 23 09:08:55.386257 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57632) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:55.389829 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173fa600-8056-426d-add3-404e2d79297f None None] Sync routers for ids ['63c5e3c2-b417-40f9-a527-4588aad6f58c'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:08:55.401178 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173fa600-8056-426d-add3-404e2d79297f None None] Routers {'63c5e3c2-b417-40f9-a527-4588aad6f58c'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:55.401798 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-173fa600-8056-426d-add3-404e2d79297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:08:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['63c5e3c2-b417-40f9-a527-4588aad6f58c'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:55.500711 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] Publish callbacks [] for router (63c5e3c2-b417-40f9-a527-4588aad6f58c), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:55.511625 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-173fa600-8056-426d-add3-404e2d79297f None None] Set router 63c5e3c2-b417-40f9-a527-4588aad6f58c gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:55.623835 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] Publish callbacks [] for router_gateway (63c5e3c2-b417-40f9-a527-4588aad6f58c), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:55.682438 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] Deleting port 96181205-cb3b-4087-ba96-5f605ff624a6 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:55.682871 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (96181205-cb3b-4087-ba96-5f605ff624a6), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:55.710594 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-173fa600-8056-426d-add3-404e2d79297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:08:54Z', 'revision_number': 5, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port': {'id': '96181205-cb3b-4087-ba96-5f605ff624a6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:55.736869 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173fa600-8056-426d-add3-404e2d79297f None None] Checking router: 63c5e3c2-b417-40f9-a527-4588aad6f58c for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:08:55.745812 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173fa600-8056-426d-add3-404e2d79297f None None] Routers {'63c5e3c2-b417-40f9-a527-4588aad6f58c'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:08:55.746449 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-173fa600-8056-426d-add3-404e2d79297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:08:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['63c5e3c2-b417-40f9-a527-4588aad6f58c'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:55.766921 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] For port 96181205-cb3b-4087-ba96-5f605ff624a6, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=96181205-cb3b-4087-ba96-5f605ff624a6,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:55.767287 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (96181205-cb3b-4087-ba96-5f605ff624a6), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:55.781211 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] Calling delete_port for 96181205-cb3b-4087-ba96-5f605ff624a6 owned by network:router_gateway {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:55.837552 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-173fa600-8056-426d-add3-404e2d79297f None None] Set router 63c5e3c2-b417-40f9-a527-4588aad6f58c gateway port host: None {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:08:55.890621 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-173fa600-8056-426d-add3-404e2d79297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:08:55Z', 'revision_number': 6, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port_host': None}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:55.955784 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (96181205-cb3b-4087-ba96-5f605ff624a6), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:55.990325 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=96181205-cb3b-4087-ba96-5f605ff624a6,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:56.050131 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548364'] for router_gateway (63c5e3c2-b417-40f9-a527-4588aad6f58c), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.056808 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173fa600-8056-426d-add3-404e2d79297f None None] The sync data for ids ['63c5e3c2-b417-40f9-a527-4588aad6f58c'] in dv-cinder-834822-2-smb is: [{'id': '63c5e3c2-b417-40f9-a527-4588aad6f58c', 'name': 'tempest-ServerRescueNegativeTestJSON-1799802580-router', 'tenant_id': '374ea8e4034e4b098ab4e807faac55b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:08:55Z', 'revision_number': 6, 'project_id': '374ea8e4034e4b098ab4e807faac55b9', 'gw_port_host': None}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:08:56.165653 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30852'] for router (63c5e3c2-b417-40f9-a527-4588aad6f58c), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.178904 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] Publish callbacks [] for router_controller (63c5e3c2-b417-40f9-a527-4588aad6f58c), precommit_delete_associations {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.244606 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542703'] for router (63c5e3c2-b417-40f9-a527-4588aad6f58c), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.245226 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63c5e3c2-b417-40f9-a527-4588aad6f58c {{(pid=103134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:08:56.249904 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.251058 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-88160ad1-76a1-411e-bc21-0c70030a7e26 admin admin] 10.222.0.91 "DELETE /v2.0/routers/63c5e3c2-b417-40f9-a527-4588aad6f58c HTTP/1.1" status: 204 len: 168 time: 0.8638895 Mar 23 09:08:56.253514 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57636) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:56.298138 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c27f877-e9df-40a3-8e8c-e63d6ccc8ed3 admin admin] Deleting subnet abff9c7d-437d-4b14-8c68-e708daaaf0ea {{(pid=103134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:08:56.301263 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1c27f877-e9df-40a3-8e8c-e63d6ccc8ed3 admin admin] Publish callbacks [] for subnet (abff9c7d-437d-4b14-8c68-e708daaaf0ea), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.340121 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1c27f877-e9df-40a3-8e8c-e63d6ccc8ed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844568'] for subnet (abff9c7d-437d-4b14-8c68-e708daaaf0ea), precommit_delete_associations {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.451419 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1c27f877-e9df-40a3-8e8c-e63d6ccc8ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2040305'] for subnet (abff9c7d-437d-4b14-8c68-e708daaaf0ea), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.536085 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1c27f877-e9df-40a3-8e8c-e63d6ccc8ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2040296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8423464'] for subnet (abff9c7d-437d-4b14-8c68-e708daaaf0ea), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.561665 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27f877-e9df-40a3-8e8c-e63d6ccc8ed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abff9c7d-437d-4b14-8c68-e708daaaf0ea,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:56.565060 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1c27f877-e9df-40a3-8e8c-e63d6ccc8ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.571521 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-1c27f877-e9df-40a3-8e8c-e63d6ccc8ed3 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/abff9c7d-437d-4b14-8c68-e708daaaf0ea HTTP/1.1" status: 204 len: 168 time: 0.3146811 Mar 23 09:08:56.572503 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57638) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:56.574723 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb685dd-2acf-4390-aefc-b5ef68096557 None None] Network 56876f3b-4d32-475e-a709-53e6f280a9c9 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:08:56.643512 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (56876f3b-4d32-475e-a709-53e6f280a9c9), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.708891 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] Deleting port 0c8e3c6f-4b4f-48bc-ae62-55a512715784 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:08:56.709222 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (0c8e3c6f-4b4f-48bc-ae62-55a512715784), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.771563 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] For port 0c8e3c6f-4b4f-48bc-ae62-55a512715784, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=0c8e3c6f-4b4f-48bc-ae62-55a512715784,segment=NetworkSegment(d38a8cf9-2b18-4548-95bc-f305d6826cfb),segment_id=d38a8cf9-2b18-4548-95bc-f305d6826cfb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:08:56.771841 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (0c8e3c6f-4b4f-48bc-ae62-55a512715784), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.784301 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] Calling delete_port for 0c8e3c6f-4b4f-48bc-ae62-55a512715784 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:08:56.871354 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (0c8e3c6f-4b4f-48bc-ae62-55a512715784), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.874814 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea22aac-624f-45a9-b216-4fc6b70d176c None None] DHCP port deletion for 56876f3b-4d32-475e-a709-53e6f280a9c9 request from dv-cinder-834822-2-smb {{(pid=103136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:08:56.901290 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8e3c6f-4b4f-48bc-ae62-55a512715784,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:56.901290 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] No DVR routers for this DVR port 0c8e3c6f-4b4f-48bc-ae62-55a512715784 on host dv-cinder-834822-2-smb {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:08:56.971884 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1972292', 'neutron.services.segments.db._delete_segments_for_network-8760674705475'] for network (56876f3b-4d32-475e-a709-53e6f280a9c9), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:56.994804 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56876f3b-4d32-475e-a709-53e6f280a9c9']}} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:57.004665 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38a8cf9-2b18-4548-95bc-f305d6826cfb') {'for_net_delete': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:57.005129 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38a8cf9-2b18-4548-95bc-f305d6826cfb') {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:08:57.015269 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760674703948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844577'] for segment (d38a8cf9-2b18-4548-95bc-f305d6826cfb), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.028804 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (d38a8cf9-2b18-4548-95bc-f305d6826cfb), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.034636 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:08:57.035025 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8677160'] for segment (d38a8cf9-2b18-4548-95bc-f305d6826cfb), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: Traceback (most recent call last): Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: timer() Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: cb(*args, **kw) Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: return func(*args, **kwargs) Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: self._notify() Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: self.callback(batched_events) Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: event.method(event) Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: return f(self, *a, **k) Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: return self._get(url).json() Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: return self.request(url, 'GET', **kwargs) Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:08:57.037187 dv-cinder-834822-2-smb neutron-server[103134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:08:57.096459 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1972351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548464'] for network (56876f3b-4d32-475e-a709-53e6f280a9c9), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.106787 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.110032 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] 10.222.0.91 "DELETE /v2.0/networks/56876f3b-4d32-475e-a709-53e6f280a9c9 HTTP/1.1" status: 204 len: 168 time: 0.5372558 Mar 23 09:08:57.119898 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06081da6-d684-40fb-9268-d939d76b147f admin admin] Pushing event deleted for resources: {'Network': ['ID=56876f3b-4d32-475e-a709-53e6f280a9c9,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:57.236397 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57642) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:57.276908 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-9c188dd4-78a4-4791-acc7-3d15cab646e8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=374ea8e4034e4b098ab4e807faac55b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393090 Mar 23 09:08:57.279355 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57644) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:57.326405 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-49cf39c9-8c49-461e-bf6b-214d1ca9f3d9 admin admin] Publish callbacks [] for security_group (d18cd966-2cf3-41c4-a69f-b3f2de9a85f4), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.347199 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-49cf39c9-8c49-461e-bf6b-214d1ca9f3d9 admin admin] Publish callbacks [] for security_group (d18cd966-2cf3-41c4-a69f-b3f2de9a85f4), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.406578 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-49cf39c9-8c49-461e-bf6b-214d1ca9f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (d18cd966-2cf3-41c4-a69f-b3f2de9a85f4), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.409137 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-49cf39c9-8c49-461e-bf6b-214d1ca9f3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:57.410249 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-49cf39c9-8c49-461e-bf6b-214d1ca9f3d9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d18cd966-2cf3-41c4-a69f-b3f2de9a85f4 HTTP/1.1" status: 204 len: 168 time: 0.1300094 Mar 23 09:08:57.418449 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf39c9-8c49-461e-bf6b-214d1ca9f3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18cd966-2cf3-41c4-a69f-b3f2de9a85f4,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:58.054051 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 96181205-cb3b-4087-ba96-5f605ff624a6 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:58.076257 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 96181205-cb3b-4087-ba96-5f605ff624a6 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:58.076599 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 96181205-cb3b-4087-ba96-5f605ff624a6 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:58.077007 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 46246b88-311e-41de-92c4-aea1dbfc5610 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:58.095216 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 46246b88-311e-41de-92c4-aea1dbfc5610 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:58.095562 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 46246b88-311e-41de-92c4-aea1dbfc5610 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:58.095964 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 0c8e3c6f-4b4f-48bc-ae62-55a512715784 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:08:58.114918 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 0c8e3c6f-4b4f-48bc-ae62-55a512715784 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:08:58.115252 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 0c8e3c6f-4b4f-48bc-ae62-55a512715784 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:08:58.121048 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57666) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:58.215492 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-892972293-network', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:58.236517 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] Made reservation on behalf of 6598b5884c704536ae40e586b9bc8e18 for: {'network': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:08:58.242101 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.251459 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.327082 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] Publish callbacks [] for security_group (fa8193c1-5bc9-4fef-bcff-9cfff4b7dda5), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.330973 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (fa8193c1-5bc9-4fef-bcff-9cfff4b7dda5), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.357714 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=103134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:08:58.363426 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8193c1-5bc9-4fef-bcff-9cfff4b7dda5,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:58.371484 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (d97ee8a0-8c3f-45c6-9bde-d06057e16d91), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.371844 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.segments_db [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] Added segment d97ee8a0-8c3f-45c6-9bde-d06057e16d91 of type vlan for network a5480042-1266-43c8-93b0-609ea05e651a Mar 23 09:08:58.414116 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (a5480042-1266-43c8-93b0-609ea05e651a), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.438456 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (a5480042-1266-43c8-93b0-609ea05e651a), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.439382 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:58.439985 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.497569 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3752635 Mar 23 09:08:58.502635 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030b243-47c2-4d3f-aa82-d116eca4af27 admin admin] Pushing event updated for resources: {'Network': ['ID=a5480042-1266-43c8-93b0-609ea05e651a,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:58.503218 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57670) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:58.510419 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-ff092fd1-5434-4678-a8a6-f454133feeb2 admin admin] Request body: {'subnet': {'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-892972293-subnet', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:58.514533 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network a5480042-1266-43c8-93b0-609ea05e651a details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:08:58.533914 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff092fd1-5434-4678-a8a6-f454133feeb2 admin admin] Made reservation on behalf of 6598b5884c704536ae40e586b9bc8e18 for: {'subnet': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:08:58.537084 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff092fd1-5434-4678-a8a6-f454133feeb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8535240'] for subnet (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.717190 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff092fd1-5434-4678-a8a6-f454133feeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10199802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8535262'] for subnet (f24fb3e6-078e-48c9-af84-43719ad4789e), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.769726 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff092fd1-5434-4678-a8a6-f454133feeb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24fb3e6-078e-48c9-af84-43719ad4789e,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:58.779912 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff092fd1-5434-4678-a8a6-f454133feeb2 admin admin] Checking segment: {'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:08:58.780269 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff092fd1-5434-4678-a8a6-f454133feeb2 admin admin] Network hostable DHCP agents. Network: a5480042-1266-43c8-93b0-609ea05e651a, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:08:58.797749 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff092fd1-5434-4678-a8a6-f454133feeb2 admin admin] Network a5480042-1266-43c8-93b0-609ea05e651a is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:08:58.808490 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-ff092fd1-5434-4678-a8a6-f454133feeb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, a5480042-1266-43c8-93b0-609ea05e651a) {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:08:58.813203 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff092fd1-5434-4678-a8a6-f454133feeb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:08:58.813802 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff092fd1-5434-4678-a8a6-f454133feeb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.821098 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ed2c75-90d0-4866-b88c-9a5227621759 None None] Network a5480042-1266-43c8-93b0-609ea05e651a requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:08:58.835143 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-ff092fd1-5434-4678-a8a6-f454133feeb2 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3307059 Mar 23 09:08:58.837768 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57674) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:08:58.842291 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:08:58.861900 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30890'] for router (abcb11cc-86f1-41f2-8433-7f976fe7e316), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.862448 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30877'] for router (abcb11cc-86f1-41f2-8433-7f976fe7e316), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.921654 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Publish callbacks [] for router_controller (abcb11cc-86f1-41f2-8433-7f976fe7e316), precommit_add_association {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:58.936095 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cca9dd7-b169-575a-9c40-e0a1a660edb3-a5480042-1266-43c8-93b0-609ea05e651a', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e'}]}} from dv-cinder-834822-2-smb. {{(pid=103136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:08:58.937300 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.076237 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Publish callbacks [] for router_gateway (abcb11cc-86f1-41f2-8433-7f976fe7e316), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.089433 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Allocated IP 172.20.0.2 (a5480042-1266-43c8-93b0-609ea05e651a/f24fb3e6-078e-48c9-af84-43719ad4789e/4323932c-52e2-4744-9c82-abd290ea91aa) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:08:59.242986 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Publish callbacks [] for port (4323932c-52e2-4744-9c82-abd290ea91aa), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.248661 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (4323932c-52e2-4744-9c82-abd290ea91aa), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.291985 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Publish callbacks [] for router_gateway (abcb11cc-86f1-41f2-8433-7f976fe7e316), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.293680 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Network a5480042-1266-43c8-93b0-609ea05e651a is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:08:59.303415 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:08:59.308086 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:08:59.311468 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Pushing event updated for resources: {'Port': ['ID=4323932c-52e2-4744-9c82-abd290ea91aa,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:59.312764 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.365573 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Attempting to bind port 4323932c-52e2-4744-9c82-abd290ea91aa on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:08:59.365976 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Attempting to bind port 4323932c-52e2-4744-9c82-abd290ea91aa by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:08:59.366353 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Attempting to bind port 4323932c-52e2-4744-9c82-abd290ea91aa on network a5480042-1266-43c8-93b0-609ea05e651a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:08:59.371366 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:08:59.371732 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Checking segment: {'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:08:59.372131 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.372693 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Bound using segment: {'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:08:59.373117 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Bound port: 4323932c-52e2-4744-9c82-abd290ea91aa, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:08:59.373496 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (4323932c-52e2-4744-9c82-abd290ea91aa), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.422259 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Allocated IP 172.28.1.70 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/6af6eb12-4e14-4b19-95b1-f4f5f1c4a320) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:08:59.437137 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] For port 4323932c-52e2-4744-9c82-abd290ea91aa, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:08:59.440408 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] For port 4323932c-52e2-4744-9c82-abd290ea91aa, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=4323932c-52e2-4744-9c82-abd290ea91aa,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:08:59.447154 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (4323932c-52e2-4744-9c82-abd290ea91aa), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.509263 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681633c-c8e4-4822-8ac7-6e295263343e None None] Pushing event updated for resources: {'Port': ['ID=4323932c-52e2-4744-9c82-abd290ea91aa,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:59.538459 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Publish callbacks [] for port (6af6eb12-4e14-4b19-95b1-f4f5f1c4a320), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.573698 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (6af6eb12-4e14-4b19-95b1-f4f5f1c4a320), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:08:59.611465 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:08:59.614688 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:08:59.617331 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:08:59.653765 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Pushing event updated for resources: {'Port': ['ID=6af6eb12-4e14-4b19-95b1-f4f5f1c4a320,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:08:59.913895 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Publish callbacks [] for router_gateway (abcb11cc-86f1-41f2-8433-7f976fe7e316), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.097301 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 4323932c-52e2-4744-9c82-abd290ea91aa up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:09:00.124379 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548392'] for router (abcb11cc-86f1-41f2-8433-7f976fe7e316), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.148071 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 4323932c-52e2-4744-9c82-abd290ea91aa triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:00.148456 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (4323932c-52e2-4744-9c82-abd290ea91aa), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.230849 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 4323932c-52e2-4744-9c82-abd290ea91aa is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:00.231237 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (4323932c-52e2-4744-9c82-abd290ea91aa), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.268417 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] For port 4323932c-52e2-4744-9c82-abd290ea91aa, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=4323932c-52e2-4744-9c82-abd290ea91aa,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:00.271563 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Router abcb11cc-86f1-41f2-8433-7f976fe7e316 is scheduled to L3 agent c0132737-747a-49ce-b773-1ed1762fb27b with binding_index 1 {{(pid=103135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:09:00.272954 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (4323932c-52e2-4744-9c82-abd290ea91aa), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.331645 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Pushing event updated for resources: {'Port': ['ID=4323932c-52e2-4744-9c82-abd290ea91aa,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:00.405728 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:09:00.417004 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Sync routers for ids ['abcb11cc-86f1-41f2-8433-7f976fe7e316'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:09:00.427474 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.429130 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-0c3d98da-9e83-4897-a3bd-d95e72d3b442 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5904233 Mar 23 09:09:00.431386 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Routers {'abcb11cc-86f1-41f2-8433-7f976fe7e316'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:09:00.432103 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57676) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:00.432241 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:08:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['abcb11cc-86f1-41f2-8433-7f976fe7e316'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:00.483591 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df7162-d4ba-4277-99fd-64876d991e9a None None] Network a5480042-1266-43c8-93b0-609ea05e651a requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:09:00.551135 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Set router abcb11cc-86f1-41f2-8433-7f976fe7e316 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:09:00.562422 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-044092d3-1b0f-4c51-bf57-355b97f2278d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.582043 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-ee8b30ed-e40f-435e-8057-3ebce1e4f765 None None] Provisioning complete for port 4323932c-52e2-4744-9c82-abd290ea91aa triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:00.582696 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ee8b30ed-e40f-435e-8057-3ebce1e4f765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (4323932c-52e2-4744-9c82-abd290ea91aa), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.710129 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b30ed-e40f-435e-8057-3ebce1e4f765 None None] Current status of the port 4323932c-52e2-4744-9c82-abd290ea91aa is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:00.713758 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.752639 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:08:59Z', 'revision_number': 3, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:00.780630 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Checking router: abcb11cc-86f1-41f2-8433-7f976fe7e316 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:09:00.780983 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Updating router abcb11cc-86f1-41f2-8433-7f976fe7e316 port 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320 binding host dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:09:00.814284 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (6af6eb12-4e14-4b19-95b1-f4f5f1c4a320), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.891973 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:00.932308 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-ebabda2c-7f3e-4d9d-bc1c-e652d35148a3 None None] Provisioning complete for port 4323932c-52e2-4744-9c82-abd290ea91aa triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:00.932766 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ebabda2c-7f3e-4d9d-bc1c-e652d35148a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (4323932c-52e2-4744-9c82-abd290ea91aa), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.015309 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-ebabda2c-7f3e-4d9d-bc1c-e652d35148a3 None None] Current status of the port 4323932c-52e2-4744-9c82-abd290ea91aa is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:01.066776 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Allocated IP 172.20.0.1 (a5480042-1266-43c8-93b0-609ea05e651a/f24fb3e6-078e-48c9-af84-43719ad4789e/f697608e-286c-4269-b431-802dc0756ce7) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:09:01.079408 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Publish callbacks [] for port (6af6eb12-4e14-4b19-95b1-f4f5f1c4a320), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.084697 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (6af6eb12-4e14-4b19-95b1-f4f5f1c4a320), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.134419 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Attempting to bind port 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:09:01.134781 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Attempting to bind port 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:09:01.135142 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Attempting to bind port 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320 on network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:09:01.142087 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Pushing event updated for resources: {'Port': ['ID=6af6eb12-4e14-4b19-95b1-f4f5f1c4a320,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:01.148775 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:09:01.149152 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Checking segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:09:01.149539 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.149946 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Bound using segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:09:01.150407 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Bound port: 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:09:01.150777 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (6af6eb12-4e14-4b19-95b1-f4f5f1c4a320), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.152787 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:01.153122 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:01.153449 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:01.153819 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:01.154163 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:01.154483 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:01.154802 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:01.155118 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:01.155429 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:01.155745 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:01.156058 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:01.156455 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:01.156772 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:01.157080 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:01.157391 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:01.171305 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Publish callbacks [] for port (f697608e-286c-4269-b431-802dc0756ce7), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.205026 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (f697608e-286c-4269-b431-802dc0756ce7), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.211590 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] For port 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:09:01.214765 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] For port 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=6af6eb12-4e14-4b19-95b1-f4f5f1c4a320,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:09:01.220576 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (6af6eb12-4e14-4b19-95b1-f4f5f1c4a320), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.248124 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Network a5480042-1266-43c8-93b0-609ea05e651a is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:09:01.258470 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:09:01.261283 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:09:01.274968 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Routers {'abcb11cc-86f1-41f2-8433-7f976fe7e316'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:09:01.275604 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:08:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['abcb11cc-86f1-41f2-8433-7f976fe7e316'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:01.282401 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Pushing event updated for resources: {'Port': ['ID=f697608e-286c-4269-b431-802dc0756ce7,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:01.308977 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542205'] for router_interface (abcb11cc-86f1-41f2-8433-7f976fe7e316), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.315677 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f779e-83da-4720-9469-7c697a4a10c0 None None] Pushing event updated for resources: {'Port': ['ID=6af6eb12-4e14-4b19-95b1-f4f5f1c4a320,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:01.400445 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] Set router abcb11cc-86f1-41f2-8433-7f976fe7e316 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:09:01.461310 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (f697608e-286c-4269-b431-802dc0756ce7), before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.542221 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-34d617ec-0428-4691-abab-548476126b64 None None] Provisioning complete for port f697608e-286c-4269-b431-802dc0756ce7 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:01.543324 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-34d617ec-0428-4691-abab-548476126b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (f697608e-286c-4269-b431-802dc0756ce7), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.578064 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fc13583-8842-4a9f-885a-a012a9ac17c2 req-6be50777-2775-414d-b752-24d480957e32 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586491 Mar 23 09:09:01.591934 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-34d617ec-0428-4691-abab-548476126b64 None None] Port f697608e-286c-4269-b431-802dc0756ce7 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:09:01.615514 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:08:59Z', 'revision_number': 3, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:01.646938 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4aecca-a4ba-43d4-9d8d-c43292222b5e None None] The sync data for ids ['abcb11cc-86f1-41f2-8433-7f976fe7e316'] in dv-cinder-834822-2-smb is: [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:08:59Z', 'revision_number': 3, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:09:01.650888 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Publish callbacks [] for port (f697608e-286c-4269-b431-802dc0756ce7), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.656516 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10199165'] for port (f697608e-286c-4269-b431-802dc0756ce7), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.675170 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc13583-8842-4a9f-885a-a012a9ac17c2 req-b1e057d8-892c-48ff-b77d-cfa452972993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:01.680167 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fc13583-8842-4a9f-885a-a012a9ac17c2 req-b1e057d8-892c-48ff-b77d-cfa452972993 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9fe9e315746a46bb9bd2d4f28c742498&device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 1130 time: 0.0511045 Mar 23 09:09:01.735051 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542057'] for router_interface (abcb11cc-86f1-41f2-8433-7f976fe7e316), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:01.736949 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Pushing event updated for resources: {'Port': ['ID=f697608e-286c-4269-b431-802dc0756ce7,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:01.836910 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Network a5480042-1266-43c8-93b0-609ea05e651a is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:09:01.838480 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:09:02.124406 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc13583-8842-4a9f-885a-a012a9ac17c2 req-0e70255c-129f-4aed-9a11-17d5c0fa3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:02.125881 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fc13583-8842-4a9f-885a-a012a9ac17c2 req-0e70255c-129f-4aed-9a11-17d5c0fa3c8b service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6e1230f-6af3-450c-bd6e-9a59d45f701d HTTP/1.1" status: 200 len: 909 time: 0.4264777 Mar 23 09:09:02.199759 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fc13583-8842-4a9f-885a-a012a9ac17c2 req-c98106cd-2067-41b9-b90c-83d21d5e367e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284 HTTP/1.1" status: 200 len: 1001 time: 0.0674310 Mar 23 09:09:02.220201 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-a3004d5c-d369-4c06-bb2d-14713e237573 None None] Provisioning complete for port f697608e-286c-4269-b431-802dc0756ce7 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:02.220741 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3004d5c-d369-4c06-bb2d-14713e237573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (f697608e-286c-4269-b431-802dc0756ce7), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:02.259603 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 4323932c-52e2-4744-9c82-abd290ea91aa up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:09:02.267481 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc13583-8842-4a9f-885a-a012a9ac17c2 req-dcd7da86-488c-4da9-8611-18261ea73601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:02.269600 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fc13583-8842-4a9f-885a-a012a9ac17c2 req-dcd7da86-488c-4da9-8611-18261ea73601 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=319e9977-bbba-4ffe-985c-bf95181755d8 HTTP/1.1" status: 200 len: 847 time: 0.0637975 Mar 23 09:09:02.272999 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Router abcb11cc-86f1-41f2-8433-7f976fe7e316 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:09:02.305167 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a3004d5c-d369-4c06-bb2d-14713e237573 None None] Port f697608e-286c-4269-b431-802dc0756ce7 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:09:02.339768 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc13583-8842-4a9f-885a-a012a9ac17c2 req-9cf3ab99-efa6-49d7-acf4-61ef117e3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:02.341459 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fc13583-8842-4a9f-885a-a012a9ac17c2 req-9cf3ab99-efa6-49d7-acf4-61ef117e3d8e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6e1230f-6af3-450c-bd6e-9a59d45f701d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0638051 Mar 23 09:09:02.344242 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 4323932c-52e2-4744-9c82-abd290ea91aa triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:02.344614 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (4323932c-52e2-4744-9c82-abd290ea91aa), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:02.409781 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:09:02.416444 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-d33bc51e-14be-4486-ba7b-9d28488c677a admin admin] 10.222.0.91 "PUT /v2.0/routers/abcb11cc-86f1-41f2-8433-7f976fe7e316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9832973 Mar 23 09:09:02.442666 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 4323932c-52e2-4744-9c82-abd290ea91aa is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:02.444222 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:09:02.452700 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fc13583-8842-4a9f-885a-a012a9ac17c2 req-046ddb2c-2fe6-493b-8527-5503634e47f5 service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044760 Mar 23 09:09:02.507441 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:02.508182 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (6af6eb12-4e14-4b19-95b1-f4f5f1c4a320), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:02.569431 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fc13583-8842-4a9f-885a-a012a9ac17c2 req-7985d2a8-7952-4f2b-a978-0ae69a2f6433 service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105673 Mar 23 09:09:02.606326 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:02.606892 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (6af6eb12-4e14-4b19-95b1-f4f5f1c4a320), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:02.630134 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] For port 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=6af6eb12-4e14-4b19-95b1-f4f5f1c4a320,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:02.636334 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (6af6eb12-4e14-4b19-95b1-f4f5f1c4a320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:02.687268 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Pushing event updated for resources: {'Port': ['ID=6af6eb12-4e14-4b19-95b1-f4f5f1c4a320,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:02.861073 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0af771f1-179d-4c00-b060-2b31bca1602f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:02.944266 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57684) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:02.949199 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--98442904', 'description': 'tempest-description--852548533'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:09:02.972075 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.044704 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group (d65aee23-fd97-4340-b02f-dce3ec663eb8), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.050844 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (d65aee23-fd97-4340-b02f-dce3ec663eb8), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.086899 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.088111 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1427732 Mar 23 09:09:03.090164 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65aee23-fd97-4340-b02f-dce3ec663eb8,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:03.091184 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57686) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:03.095792 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Request body: {'security_group_rule': {'security_group_id': 'd65aee23-fd97-4340-b02f-dce3ec663eb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:09:03.098579 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.098950 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.099330 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.100019 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.100211 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.100717 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.101048 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.101373 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.101701 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.102046 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.102369 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.102691 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.102998 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.103318 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.103632 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3d6e5-2b71-4f7a-8dc7-9f52751aed0c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.126163 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group_rule (4a8868b7-ff74-4f7c-a4bb-56134cf11af4), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.186684 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group_rule (4a8868b7-ff74-4f7c-a4bb-56134cf11af4), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.190840 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (4a8868b7-ff74-4f7c-a4bb-56134cf11af4), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.208072 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8868b7-ff74-4f7c-a4bb-56134cf11af4,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:03.217923 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.219145 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269047 Mar 23 09:09:03.220390 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.220732 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.221089 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.221405 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.221736 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.222088 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.222271 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57688) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:03.222488 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.222720 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.223575 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.223899 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.224386 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.224725 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.225049 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.225371 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.225691 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673ae802-61d2-41af-882a-9c4800e5b9fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:03.227686 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-ceebffd8-cf5f-48a1-9244-320b287babd2 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Request body: {'security_group_rule': {'security_group_id': 'd65aee23-fd97-4340-b02f-dce3ec663eb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:09:03.256350 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ceebffd8-cf5f-48a1-9244-320b287babd2 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group_rule (9add50bd-6193-40dd-8406-a006e0d0f580), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.315600 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ceebffd8-cf5f-48a1-9244-320b287babd2 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group_rule (9add50bd-6193-40dd-8406-a006e0d0f580), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.319944 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ceebffd8-cf5f-48a1-9244-320b287babd2 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (9add50bd-6193-40dd-8406-a006e0d0f580), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.339133 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebffd8-cf5f-48a1-9244-320b287babd2 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9add50bd-6193-40dd-8406-a006e0d0f580,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:03.347451 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ceebffd8-cf5f-48a1-9244-320b287babd2 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.349344 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-ceebffd8-cf5f-48a1-9244-320b287babd2 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253219 Mar 23 09:09:03.353580 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57690) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:03.358610 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Request body: {'floatingip': {'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:09:03.381270 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.464280 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Sync routers for ids ['abcb11cc-86f1-41f2-8433-7f976fe7e316'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:09:03.478307 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Routers {'abcb11cc-86f1-41f2-8433-7f976fe7e316'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:09:03.478982 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:09:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['abcb11cc-86f1-41f2-8433-7f976fe7e316'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:03.488341 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.597073 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Set router abcb11cc-86f1-41f2-8433-7f976fe7e316 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:09:03.615306 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Allocated IP 172.28.1.156 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/62c06fa3-0dfc-429c-a732-34c52d095099) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:09:03.731179 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for port (62c06fa3-0dfc-429c-a732-34c52d095099), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.766608 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (62c06fa3-0dfc-429c-a732-34c52d095099), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.808561 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:09:03.809154 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f697608e-286c-4269-b431-802dc0756ce7', 'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'mac_address': 'fa:16:3e:2a:89:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:09:00Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 2, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'subnets': [{'id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:03.814560 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:09:03.819755 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:09:03.822851 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event updated for resources: {'Port': ['ID=62c06fa3-0dfc-429c-a732-34c52d095099,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:03.836188 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Checking router: abcb11cc-86f1-41f2-8433-7f976fe7e316 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:09:03.836551 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Updating router abcb11cc-86f1-41f2-8433-7f976fe7e316 port f697608e-286c-4269-b431-802dc0756ce7 binding host dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:09:03.865600 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (f697608e-286c-4269-b431-802dc0756ce7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.907290 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for floatingip (d3796198-fca0-4ae4-b3d0-290b612b150c), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:03.945371 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (62c06fa3-0dfc-429c-a732-34c52d095099), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:04.029542 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:04.112801 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for port (62c06fa3-0dfc-429c-a732-34c52d095099), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:04.118129 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (62c06fa3-0dfc-429c-a732-34c52d095099), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:04.187168 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event updated for resources: {'Port': ['ID=62c06fa3-0dfc-429c-a732-34c52d095099,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:04.199490 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (d3796198-fca0-4ae4-b3d0-290b612b150c), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:04.209889 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:09:04.215785 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:04.217041 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-30805e81-151a-4a15-84e8-9d077d4e59d7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8623562 Mar 23 09:09:04.300497 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Publish callbacks [] for port (f697608e-286c-4269-b431-802dc0756ce7), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:04.309663 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (f697608e-286c-4269-b431-802dc0756ce7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:04.314334 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:04.314698 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (6af6eb12-4e14-4b19-95b1-f4f5f1c4a320), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:04.366310 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-f5ddfb22-3fe7-4f20-bfb4-236cb286251c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--98442904&fields=id&tenant_id=6598b5884c704536ae40e586b9bc8e18 HTTP/1.1" status: 200 len: 267 time: 0.0442910 Mar 23 09:09:04.397193 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdd0c5-087d-45b9-baec-4badbe903f59 None None] Pushing event updated for resources: {'Port': ['ID=f697608e-286c-4269-b431-802dc0756ce7,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:04.483212 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:04.486452 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Attempting to bind port f697608e-286c-4269-b431-802dc0756ce7 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:09:04.487111 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Attempting to bind port f697608e-286c-4269-b431-802dc0756ce7 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:09:04.487640 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Attempting to bind port f697608e-286c-4269-b431-802dc0756ce7 on network a5480042-1266-43c8-93b0-609ea05e651a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:09:04.487819 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-e6a59435-c3de-4517-9761-296f6fada33a tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:04.489450 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-e6a59435-c3de-4517-9761-296f6fada33a tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/networks?id=a5480042-1266-43c8-93b0-609ea05e651a HTTP/1.1" status: 200 len: 810 time: 0.1161308 Mar 23 09:09:04.495085 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:09:04.495463 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Checking segment: {'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:09:04.495868 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:04.496261 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Bound using segment: {'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:09:04.496738 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Bound port: f697608e-286c-4269-b431-802dc0756ce7, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:09:04.497123 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (f697608e-286c-4269-b431-802dc0756ce7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:04.504829 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-115a3242-08ba-429b-b9ad-9a8520814700 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/quotas/6598b5884c704536ae40e586b9bc8e18 HTTP/1.1" status: 200 len: 375 time: 0.0094421 Mar 23 09:09:04.563335 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] For port f697608e-286c-4269-b431-802dc0756ce7, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:09:04.567319 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] For port f697608e-286c-4269-b431-802dc0756ce7, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=f697608e-286c-4269-b431-802dc0756ce7,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:09:04.568833 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-f0ee1a25-1780-4f5c-b8b9-531c232e4299 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6598b5884c704536ae40e586b9bc8e18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549428 Mar 23 09:09:04.574404 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (f697608e-286c-4269-b431-802dc0756ce7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:04.634107 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Routers {'abcb11cc-86f1-41f2-8433-7f976fe7e316'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:09:04.634739 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:09:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['abcb11cc-86f1-41f2-8433-7f976fe7e316'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:04.638568 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdd0c5-087d-45b9-baec-4badbe903f59 None None] Pushing event updated for resources: {'Port': ['ID=f697608e-286c-4269-b431-802dc0756ce7,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:04.730702 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-66ea1a08-eeab-48ac-9eb8-26fa89620363 None None] Provisioning complete for port f697608e-286c-4269-b431-802dc0756ce7 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:04.731075 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-66ea1a08-eeab-48ac-9eb8-26fa89620363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (f697608e-286c-4269-b431-802dc0756ce7), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:04.743691 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-d2304881-02b2-46c2-a631-9fa23ab76f3e service neutron] 10.222.0.91 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596539 Mar 23 09:09:04.782799 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] Set router abcb11cc-86f1-41f2-8433-7f976fe7e316 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:09:04.840315 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-a55c71dc-1a50-485c-ad85-1adce94bbd05 service neutron] 10.222.0.91 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909414 Mar 23 09:09:04.936711 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-66ea1a08-eeab-48ac-9eb8-26fa89620363 None None] Current status of the port f697608e-286c-4269-b431-802dc0756ce7 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:04.937355 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-66ea1a08-eeab-48ac-9eb8-26fa89620363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (f697608e-286c-4269-b431-802dc0756ce7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:05.002447 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-66ea1a08-eeab-48ac-9eb8-26fa89620363 None None] For port f697608e-286c-4269-b431-802dc0756ce7, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=f697608e-286c-4269-b431-802dc0756ce7,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:05.015337 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a5f593c2-5e73-4a7c-94ac-5470d13fa15e req-fd96dcfb-11dc-447c-8f59-24919add715e tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 210 time: 0.0296950 Mar 23 09:09:05.020438 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-66ea1a08-eeab-48ac-9eb8-26fa89620363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (f697608e-286c-4269-b431-802dc0756ce7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:05.103102 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea1a08-eeab-48ac-9eb8-26fa89620363 None None] Pushing event updated for resources: {'Port': ['ID=f697608e-286c-4269-b431-802dc0756ce7,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:05.119014 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f697608e-286c-4269-b431-802dc0756ce7', 'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'mac_address': 'fa:16:3e:2a:89:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:09:00Z', 'updated_at': '2022-03-23T09:09:04Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'subnets': [{'id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:05.155725 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1e147e-a52b-4466-a72e-d86df11c8fdb None None] The sync data for ids ['abcb11cc-86f1-41f2-8433-7f976fe7e316'] in dv-cinder-834822-2-smb is: [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f697608e-286c-4269-b431-802dc0756ce7', 'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'mac_address': 'fa:16:3e:2a:89:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:09:00Z', 'updated_at': '2022-03-23T09:09:04Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'subnets': [{'id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:09:05.166528 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-0c88e359-d555-4a85-9bf1-c78ac563534e None None] Provisioning complete for port f697608e-286c-4269-b431-802dc0756ce7 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:05.166905 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c88e359-d555-4a85-9bf1-c78ac563534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (f697608e-286c-4269-b431-802dc0756ce7), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:05.298548 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-0c88e359-d555-4a85-9bf1-c78ac563534e None None] Current status of the port f697608e-286c-4269-b431-802dc0756ce7 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:05.620697 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:05.825526 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:09:06.144009 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device f697608e-286c-4269-b431-802dc0756ce7 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:09:06.170130 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-42cb1562-8060-4d17-9cff-0583a1ceabb6 req-8f9b61ed-a70d-4270-a5ce-9a68be64b81a tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 210 time: 0.0326138 Mar 23 09:09:06.199525 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-022e3a8f-1e57-4933-9c88-bb02c1e6154f tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:06.199525 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-022e3a8f-1e57-4933-9c88-bb02c1e6154f tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.93 "GET /v2.0/networks?id=a5480042-1266-43c8-93b0-609ea05e651a HTTP/1.1" status: 200 len: 810 time: 0.1891084 Mar 23 09:09:06.217218 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port f697608e-286c-4269-b431-802dc0756ce7 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:06.219688 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (f697608e-286c-4269-b431-802dc0756ce7), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:06.278909 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-1b71cab8-6ef8-4fc4-8b2c-259b6bcad9fa tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6598b5884c704536ae40e586b9bc8e18 HTTP/1.1" status: 200 len: 378 time: 0.0746586 Mar 23 09:09:06.290606 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-efc661a3-a47b-4102-bfb2-46828f8b8eb7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Request body: {'port': {'device_id': '33f87b97-30f5-48e9-b1e7-c00f6c652d31', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'admin_state_up': True, 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'security_groups': ['d65aee23-fd97-4340-b02f-dce3ec663eb8']}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:09:06.314312 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port f697608e-286c-4269-b431-802dc0756ce7 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:06.416757 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-efc661a3-a47b-4102-bfb2-46828f8b8eb7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Made reservation on behalf of 6598b5884c704536ae40e586b9bc8e18 for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:09:06.421412 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-efc661a3-a47b-4102-bfb2-46828f8b8eb7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:06.573834 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-efc661a3-a47b-4102-bfb2-46828f8b8eb7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Allocated IP 172.20.0.8 (a5480042-1266-43c8-93b0-609ea05e651a/f24fb3e6-078e-48c9-af84-43719ad4789e/250b78ba-0743-43ad-a852-5cc5e65660ff) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:09:06.735693 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-efc661a3-a47b-4102-bfb2-46828f8b8eb7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:06.774276 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-efc661a3-a47b-4102-bfb2-46828f8b8eb7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:06.822625 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-efc661a3-a47b-4102-bfb2-46828f8b8eb7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Network a5480042-1266-43c8-93b0-609ea05e651a is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:09:06.826282 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-efc661a3-a47b-4102-bfb2-46828f8b8eb7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:09:06.832794 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-efc661a3-a47b-4102-bfb2-46828f8b8eb7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:09:06.839860 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc661a3-a47b-4102-bfb2-46828f8b8eb7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event updated for resources: {'Port': ['ID=250b78ba-0743-43ad-a852-5cc5e65660ff,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:06.856666 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:06.892410 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-efc661a3-a47b-4102-bfb2-46828f8b8eb7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:06.893117 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-efc661a3-a47b-4102-bfb2-46828f8b8eb7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:06.911559 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-efc661a3-a47b-4102-bfb2-46828f8b8eb7 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6250687 Mar 23 09:09:06.939135 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Request body: {'port': {'device_id': '33f87b97-30f5-48e9-b1e7-c00f6c652d31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:09:07.014017 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.136916 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-c59f098f-81ad-400f-b5b7-ec274a72cd11 None None] Provisioning complete for port 250b78ba-0743-43ad-a852-5cc5e65660ff triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:07.137255 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c59f098f-81ad-400f-b5b7-ec274a72cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.180882 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c59f098f-81ad-400f-b5b7-ec274a72cd11 None None] Port 250b78ba-0743-43ad-a852-5cc5e65660ff cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:09:07.307889 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05c8c7-4fe8-44f6-a2e3-6587a409bcc0 req-ec8f8b2c-c675-407b-9508-adef82b7c825 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:07.309410 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ec05c8c7-4fe8-44f6-a2e3-6587a409bcc0 req-ec8f8b2c-c675-407b-9508-adef82b7c825 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 931 time: 0.0587983 Mar 23 09:09:07.326627 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250b78ba-0743-43ad-a852-5cc5e65660ff {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:09:07.336377 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Publish callbacks [] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.352616 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Transition to ACTIVE for port object 250b78ba-0743-43ad-a852-5cc5e65660ff will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:09:07.361927 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.365818 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ec05c8c7-4fe8-44f6-a2e3-6587a409bcc0 req-c4ee8f2c-e2cd-4017-a325-90ac22fd57fd tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499337 Mar 23 09:09:07.422080 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Pushing event updated for resources: {'Port': ['ID=250b78ba-0743-43ad-a852-5cc5e65660ff,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:07.504230 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Attempting to bind port 250b78ba-0743-43ad-a852-5cc5e65660ff on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:09:07.504675 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Attempting to bind port 250b78ba-0743-43ad-a852-5cc5e65660ff by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:09:07.505003 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Attempting to bind port 250b78ba-0743-43ad-a852-5cc5e65660ff on network a5480042-1266-43c8-93b0-609ea05e651a {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:09:07.509980 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Port 250b78ba-0743-43ad-a852-5cc5e65660ff on network a5480042-1266-43c8-93b0-609ea05e651a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:09:07.510308 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Attempting to bind port 250b78ba-0743-43ad-a852-5cc5e65660ff on network a5480042-1266-43c8-93b0-609ea05e651a {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:09:07.516293 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:09:07.516640 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Checking segment: {'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:09:07.517048 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Bound using segment: {'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:09:07.517505 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Bound port: 250b78ba-0743-43ad-a852-5cc5e65660ff, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:09:07.517902 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.593861 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] For port 250b78ba-0743-43ad-a852-5cc5e65660ff, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:09:07.597258 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] For port 250b78ba-0743-43ad-a852-5cc5e65660ff, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=250b78ba-0743-43ad-a852-5cc5e65660ff,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:09:07.604914 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.641031 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:07.641678 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:07.643167 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] 10.222.0.93 "PUT /v2.0/ports/250b78ba-0743-43ad-a852-5cc5e65660ff HTTP/1.1" status: 200 len: 1093 time: 0.7090728 Mar 23 09:09:07.643611 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f87b97-30f5-48e9-b1e7-c00f6c652d31', 'tag': '250b78ba-0743-43ad-a852-5cc5e65660ff'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:09:07.646960 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d81ced-e195-41a6-8d69-f178dfbd0be2" -d '{"events": [{"name": "network-changed", "server_uuid": "33f87b97-30f5-48e9-b1e7-c00f6c652d31", "tag": "250b78ba-0743-43ad-a852-5cc5e65660ff"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:09:07.677517 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e51c7-22e6-43f3-ac35-36f1dde2d936 service neutron] Pushing event updated for resources: {'Port': ['ID=250b78ba-0743-43ad-a852-5cc5e65660ff,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:07.696021 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fb91ec-479a-481b-9d21-e2df569c2ed3 x-openstack-request-id: req-e5fb91ec-479a-481b-9d21-e2df569c2ed3 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:09:07.696313 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f87b97-30f5-48e9-b1e7-c00f6c652d31", "tag": "250b78ba-0743-43ad-a852-5cc5e65660ff", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:09:07.696597 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e5fb91ec-479a-481b-9d21-e2df569c2ed3 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:09:07.697077 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5fb91ec-479a-481b-9d21-e2df569c2ed3'] response: {'name': 'network-changed', 'server_uuid': '33f87b97-30f5-48e9-b1e7-c00f6c652d31', 'tag': '250b78ba-0743-43ad-a852-5cc5e65660ff', 'status': 'completed', 'code': 200} Mar 23 09:09:07.745673 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-95a18b7b-8823-4f4d-94e9-4496005beb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:07.747238 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-95a18b7b-8823-4f4d-94e9-4496005beb2f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6598b5884c704536ae40e586b9bc8e18&device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 1127 time: 0.0620382 Mar 23 09:09:07.790887 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-eb7333ec-6ebd-43ae-b0dd-c62f752878f8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=250b78ba-0743-43ad-a852-5cc5e65660ff HTTP/1.1" status: 200 len: 217 time: 0.0357800 Mar 23 09:09:07.843690 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-87c88609-70ee-47aa-9275-ae9aa39b79df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:07.845220 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-87c88609-70ee-47aa-9275-ae9aa39b79df service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fb3e6-078e-48c9-af84-43719ad4789e HTTP/1.1" status: 200 len: 849 time: 0.0474308 Mar 23 09:09:07.898618 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-6ef24322-9535-4a4e-9a6d-d6dda388156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:07.900137 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-6ef24322-9535-4a4e-9a6d-d6dda388156e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a5480042-1266-43c8-93b0-609ea05e651a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0476882 Mar 23 09:09:07.992933 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-f4574fb8-42c8-41cf-b9bf-3c3b734475a9 service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864375 Mar 23 09:09:08.084000 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f1a80c7-a6ea-49a7-886f-51fff0619561 req-76363820-e1b3-4dc1-bd4c-241279b4d2d5 service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851514 Mar 23 09:09:08.179243 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d81ced-e195-41a6-8d69-f178dfbd0be2 req-3f34fea4-1a6c-41bf-898d-239eb013446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:08.180737 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c1d81ced-e195-41a6-8d69-f178dfbd0be2 req-3f34fea4-1a6c-41bf-898d-239eb013446f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6598b5884c704536ae40e586b9bc8e18&device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 1127 time: 0.0486934 Mar 23 09:09:08.273985 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d81ced-e195-41a6-8d69-f178dfbd0be2 req-78ac7405-5793-4cb8-8f31-f0ae59c7b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:08.275365 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c1d81ced-e195-41a6-8d69-f178dfbd0be2 req-78ac7405-5793-4cb8-8f31-f0ae59c7b29e service neutron] 10.222.0.93 "GET /v2.0/networks?id=a5480042-1266-43c8-93b0-609ea05e651a HTTP/1.1" status: 200 len: 911 time: 0.0879369 Mar 23 09:09:08.321697 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c1d81ced-e195-41a6-8d69-f178dfbd0be2 req-7c335c4f-8302-40f9-8656-2a754a9943ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=250b78ba-0743-43ad-a852-5cc5e65660ff HTTP/1.1" status: 200 len: 217 time: 0.0396948 Mar 23 09:09:08.369231 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d81ced-e195-41a6-8d69-f178dfbd0be2 req-f5a1aba1-6dfc-471f-bb77-a4335061d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:08.370704 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c1d81ced-e195-41a6-8d69-f178dfbd0be2 req-f5a1aba1-6dfc-471f-bb77-a4335061d4a8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fb3e6-078e-48c9-af84-43719ad4789e HTTP/1.1" status: 200 len: 849 time: 0.0437400 Mar 23 09:09:08.419322 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d81ced-e195-41a6-8d69-f178dfbd0be2 req-da60b23c-4dc5-40e7-af98-a144454ac281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:08.421302 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c1d81ced-e195-41a6-8d69-f178dfbd0be2 req-da60b23c-4dc5-40e7-af98-a144454ac281 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a5480042-1266-43c8-93b0-609ea05e651a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0448990 Mar 23 09:09:08.490939 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9b2fa-9d80-4db6-afd8-576e82654ffe req-58897981-5ed6-4fae-90bf-aa7cbf205275 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:08.492416 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-94d9b2fa-9d80-4db6-afd8-576e82654ffe req-58897981-5ed6-4fae-90bf-aa7cbf205275 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 943 time: 0.0556490 Mar 23 09:09:08.516365 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c1d81ced-e195-41a6-8d69-f178dfbd0be2 req-8fca5c40-a0a2-452c-8bee-44539f2c2cf3 service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887189 Mar 23 09:09:08.540169 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-94d9b2fa-9d80-4db6-afd8-576e82654ffe req-c9b4b7b9-6551-4187-9678-6fb25a7d22a0 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421207 Mar 23 09:09:08.608452 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c1d81ced-e195-41a6-8d69-f178dfbd0be2 req-220bc77d-3c83-4cce-82fc-a59607482269 service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859575 Mar 23 09:09:09.672717 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acee6b3-7c83-4e9d-9bd9-911fede3ffd3 req-d16b9362-c444-4035-a1de-686f09786e58 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:09.674197 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7acee6b3-7c83-4e9d-9bd9-911fede3ffd3 req-d16b9362-c444-4035-a1de-686f09786e58 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 943 time: 0.0544896 Mar 23 09:09:09.724992 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7acee6b3-7c83-4e9d-9bd9-911fede3ffd3 req-e9ac5f88-d322-42e2-94c0-2776149c19a3 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444710 Mar 23 09:09:10.843661 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 250b78ba-0743-43ad-a852-5cc5e65660ff details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:09:10.851834 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bfd44-b5de-449d-ae0f-d1f71aa95900 req-90fc8bcb-e3f5-4984-82ac-1c1aaebf1454 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:10.853961 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cb1bfd44-b5de-449d-ae0f-d1f71aa95900 req-90fc8bcb-e3f5-4984-82ac-1c1aaebf1454 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 943 time: 0.0540440 Mar 23 09:09:10.903465 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cb1bfd44-b5de-449d-ae0f-d1f71aa95900 req-93e6271f-0e01-45ac-b9a5-899d921002a6 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443211 Mar 23 09:09:10.947701 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 250b78ba-0743-43ad-a852-5cc5e65660ff, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=250b78ba-0743-43ad-a852-5cc5e65660ff,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:10.960573 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '250b78ba-0743-43ad-a852-5cc5e65660ff', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'port_id': '250b78ba-0743-43ad-a852-5cc5e65660ff', 'mac_address': 'fa:16:3e:a5:71:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:09:10.996685 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 250b78ba-0743-43ad-a852-5cc5e65660ff is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:10.997078 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:11.010072 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250b78ba-0743-43ad-a852-5cc5e65660ff {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:09:11.029752 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 250b78ba-0743-43ad-a852-5cc5e65660ff, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=250b78ba-0743-43ad-a852-5cc5e65660ff,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:11.071004 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:11.117571 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=250b78ba-0743-43ad-a852-5cc5e65660ff,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:11.432838 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['250b78ba-0743-43ad-a852-5cc5e65660ff'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:09:12.026894 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f444f92-fa74-4199-84ae-1229ca145315 req-97cdc3b7-0376-4692-9a14-b28ea6b89821 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:12.028419 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9f444f92-fa74-4199-84ae-1229ca145315 req-97cdc3b7-0376-4692-9a14-b28ea6b89821 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 944 time: 0.0566239 Mar 23 09:09:12.076769 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9f444f92-fa74-4199-84ae-1229ca145315 req-ffa28304-2706-4589-a100-3f86fac43fbc tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425444 Mar 23 09:09:12.859541 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 250b78ba-0743-43ad-a852-5cc5e65660ff up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:09:12.910276 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port 250b78ba-0743-43ad-a852-5cc5e65660ff completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:09:12.914514 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 250b78ba-0743-43ad-a852-5cc5e65660ff triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:12.914900 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:12.997588 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 250b78ba-0743-43ad-a852-5cc5e65660ff is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:12.998021 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.023250 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f87b97-30f5-48e9-b1e7-c00f6c652d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250b78ba-0743-43ad-a852-5cc5e65660ff'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:09:13.025562 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3502da7-d5e2-40e9-b1a0-82d94372fb3a" -d '{"events": [{"server_uuid": "33f87b97-30f5-48e9-b1e7-c00f6c652d31", "name": "network-vif-plugged", "status": "completed", "tag": "250b78ba-0743-43ad-a852-5cc5e65660ff"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:09:13.039113 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 250b78ba-0743-43ad-a852-5cc5e65660ff, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=250b78ba-0743-43ad-a852-5cc5e65660ff,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:13.043633 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:13.094435 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=250b78ba-0743-43ad-a852-5cc5e65660ff,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:13.166184 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dd648a-f3a3-43f5-9007-60bc701bcc00 x-openstack-request-id: req-68dd648a-f3a3-43f5-9007-60bc701bcc00 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:09:13.166829 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f87b97-30f5-48e9-b1e7-c00f6c652d31", "name": "network-vif-plugged", "status": "completed", "tag": "250b78ba-0743-43ad-a852-5cc5e65660ff", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:09:13.167360 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-68dd648a-f3a3-43f5-9007-60bc701bcc00 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:09:13.167964 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68dd648a-f3a3-43f5-9007-60bc701bcc00'] response: {'server_uuid': '33f87b97-30f5-48e9-b1e7-c00f6c652d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250b78ba-0743-43ad-a852-5cc5e65660ff', 'code': 200} Mar 23 09:09:13.217538 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a6a01-cd71-43dd-9078-193bbd90daba req-1b69d402-8320-4cc7-b44c-5c568c891b40 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:13.219503 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-286a6a01-cd71-43dd-9078-193bbd90daba req-1b69d402-8320-4cc7-b44c-5c568c891b40 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0741785 Mar 23 09:09:13.276549 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-286a6a01-cd71-43dd-9078-193bbd90daba req-e6f586b5-b074-4b6f-9ed9-e6eba903d9ca tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506966 Mar 23 09:09:13.284047 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a46a38-48f1-4318-86e9-aa2b3137d72e req-53b9b9a5-2b4e-41e7-90f0-384ba2349177 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:13.286467 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c6a46a38-48f1-4318-86e9-aa2b3137d72e req-53b9b9a5-2b4e-41e7-90f0-384ba2349177 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0722260 Mar 23 09:09:13.341110 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c6a46a38-48f1-4318-86e9-aa2b3137d72e req-83866146-726f-495c-9c04-d54b9144faff tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481889 Mar 23 09:09:13.393576 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fcec2-0b22-48b6-ae96-4923e6fe273c req-04455153-9fe4-4eab-8082-1b0276a9fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:13.395380 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5d6fcec2-0b22-48b6-ae96-4923e6fe273c req-04455153-9fe4-4eab-8082-1b0276a9fd4c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 1129 time: 0.0533724 Mar 23 09:09:13.441075 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5d6fcec2-0b22-48b6-ae96-4923e6fe273c req-4577240a-c4f7-491b-a0b5-04b9da6ce712 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395534 Mar 23 09:09:14.400620 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c41ea-e041-477b-a671-582fd8963640 req-00d284a3-cc44-417b-b67d-691780ee444a tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:14.402169 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e79c41ea-e041-477b-a671-582fd8963640 req-00d284a3-cc44-417b-b67d-691780ee444a tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0544832 Mar 23 09:09:14.453872 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e79c41ea-e041-477b-a671-582fd8963640 req-0664f4dc-443c-4f0c-854b-924246c0c499 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462129 Mar 23 09:09:14.464798 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192086d-5749-4bfa-848a-6b3fac46e646 req-1c1338a8-cb90-4e55-9bf7-0cb345f5b6d2 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:14.466305 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a192086d-5749-4bfa-848a-6b3fac46e646 req-1c1338a8-cb90-4e55-9bf7-0cb345f5b6d2 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0547452 Mar 23 09:09:14.514402 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a192086d-5749-4bfa-848a-6b3fac46e646 req-05878bfa-22d1-4e9e-96e9-56228689fc00 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426989 Mar 23 09:09:15.580591 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43e215-7416-4572-9a61-9d1a8cca413d req-e9170f13-bbf4-46ed-8fe2-b79b2294d59e tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:15.582148 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8d43e215-7416-4572-9a61-9d1a8cca413d req-e9170f13-bbf4-46ed-8fe2-b79b2294d59e tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0602791 Mar 23 09:09:15.636823 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8d43e215-7416-4572-9a61-9d1a8cca413d req-281c6d0f-169b-46cd-9bb9-ba42831d28fc tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488651 Mar 23 09:09:15.641737 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee3a5d-8738-4ab6-a867-ff2b111cb34b req-4ace53b5-b10f-4dae-85d8-8320658ebe57 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:15.643275 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-38ee3a5d-8738-4ab6-a867-ff2b111cb34b req-4ace53b5-b10f-4dae-85d8-8320658ebe57 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0583396 Mar 23 09:09:15.703568 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-38ee3a5d-8738-4ab6-a867-ff2b111cb34b req-f3585488-3b37-43f4-9564-afaec4e50602 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525806 Mar 23 09:09:15.818117 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814ec0-8647-4743-90a8-908103170b0a req-396bea5f-51ac-4c8c-bc84-0bb81afa1e5e tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:15.819658 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-54814ec0-8647-4743-90a8-908103170b0a req-396bea5f-51ac-4c8c-bc84-0bb81afa1e5e tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0537059 Mar 23 09:09:15.828377 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57760) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:09:15.833616 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-fda88f93-6dfa-4d5c-96f7-d922e3b10f62 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Request body: {'floatingip': {'port_id': '250b78ba-0743-43ad-a852-5cc5e65660ff'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:09:15.874054 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fda88f93-6dfa-4d5c-96f7-d922e3b10f62 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for floatingip (d3796198-fca0-4ae4-b3d0-290b612b150c), before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:16.320077 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fda88f93-6dfa-4d5c-96f7-d922e3b10f62 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:16.323918 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fda88f93-6dfa-4d5c-96f7-d922e3b10f62 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (d3796198-fca0-4ae4-b3d0-290b612b150c), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:16.431967 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.db.l3_db [None req-fda88f93-6dfa-4d5c-96f7-d922e3b10f62 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Floating IP d3796198-fca0-4ae4-b3d0-290b612b150c associated. External IP: 172.28.1.156, port: 250b78ba-0743-43ad-a852-5cc5e65660ff. Mar 23 09:09:16.650501 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda88f93-6dfa-4d5c-96f7-d922e3b10f62 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Router abcb11cc-86f1-41f2-8433-7f976fe7e316 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:09:16.758826 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13b1da-a95f-4974-8d34-249d22b50b56 req-a3b5c3af-a275-4a67-9fbd-2736aa1eaec8 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:16.760392 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0a13b1da-a95f-4974-8d34-249d22b50b56 req-a3b5c3af-a275-4a67-9fbd-2736aa1eaec8 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0553324 Mar 23 09:09:16.763858 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda88f93-6dfa-4d5c-96f7-d922e3b10f62 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:09:16.769428 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fda88f93-6dfa-4d5c-96f7-d922e3b10f62 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:16.775957 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e22d3-e9e3-42d6-bdea-9f80458fa26f None None] Sync routers for ids ['abcb11cc-86f1-41f2-8433-7f976fe7e316'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:09:16.789040 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e22d3-e9e3-42d6-bdea-9f80458fa26f None None] Routers {'abcb11cc-86f1-41f2-8433-7f976fe7e316'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:09:16.790010 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-c04e22d3-e9e3-42d6-bdea-9f80458fa26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:09:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['abcb11cc-86f1-41f2-8433-7f976fe7e316'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:16.805724 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-fda88f93-6dfa-4d5c-96f7-d922e3b10f62 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "PUT /v2.0/floatingips/d3796198-fca0-4ae4-b3d0-290b612b150c HTTP/1.1" status: 200 len: 991 time: 0.9750106 Mar 23 09:09:16.805724 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f87b97-30f5-48e9-b1e7-c00f6c652d31', 'tag': '250b78ba-0743-43ad-a852-5cc5e65660ff'}] {{(pid=103135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:09:16.807878 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51f15b860103e8e2aec02021d47e14fc4ddffbdf8d3bff073939c8104b05bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6deb77b-043f-4bcd-8008-5f3d4ec65418" -d '{"events": [{"name": "network-changed", "server_uuid": "33f87b97-30f5-48e9-b1e7-c00f6c652d31", "tag": "250b78ba-0743-43ad-a852-5cc5e65660ff"}]}' {{(pid=103135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:09:16.816601 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0a13b1da-a95f-4974-8d34-249d22b50b56 req-287a4688-6a0d-4c43-bd88-8e59ff62b84f tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495138 Mar 23 09:09:16.906520 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93a93a6-849a-4a27-ba2f-0847d49e33be x-openstack-request-id: req-a93a93a6-849a-4a27-ba2f-0847d49e33be {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:09:16.906818 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f87b97-30f5-48e9-b1e7-c00f6c652d31", "tag": "250b78ba-0743-43ad-a852-5cc5e65660ff", "status": "completed", "code": 200}]} {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:09:16.907073 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a93a93a6-849a-4a27-ba2f-0847d49e33be {{(pid=103135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:09:16.907995 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93a93a6-849a-4a27-ba2f-0847d49e33be'] response: {'name': 'network-changed', 'server_uuid': '33f87b97-30f5-48e9-b1e7-c00f6c652d31', 'tag': '250b78ba-0743-43ad-a852-5cc5e65660ff', 'status': 'completed', 'code': 200} Mar 23 09:09:16.914676 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-c04e22d3-e9e3-42d6-bdea-9f80458fa26f None None] Set router abcb11cc-86f1-41f2-8433-7f976fe7e316 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:09:16.981075 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6deb77b-043f-4bcd-8008-5f3d4ec65418 req-8b82a00b-f46d-4851-a3d8-a5f769e60079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:16.982863 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f6deb77b-043f-4bcd-8008-5f3d4ec65418 req-8b82a00b-f46d-4851-a3d8-a5f769e60079 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6598b5884c704536ae40e586b9bc8e18&device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 1129 time: 0.0458415 Mar 23 09:09:17.078049 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6deb77b-043f-4bcd-8008-5f3d4ec65418 req-66b6d23b-11a7-4957-b8f1-37dc81627487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:17.079525 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f6deb77b-043f-4bcd-8008-5f3d4ec65418 req-66b6d23b-11a7-4957-b8f1-37dc81627487 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a5480042-1266-43c8-93b0-609ea05e651a HTTP/1.1" status: 200 len: 911 time: 0.0898650 Mar 23 09:09:17.141107 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-c04e22d3-e9e3-42d6-bdea-9f80458fa26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': 'd3796198-fca0-4ae4-b3d0-290b612b150c', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'floating_ip_address': '172.28.1.156', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'port_id': '250b78ba-0743-43ad-a852-5cc5e65660ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'mac_address': 'fa:16:3e:a5:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f87b97-30f5-48e9-b1e7-c00f6c652d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:09:03Z', 'updated_at': '2022-03-23T09:09:16Z', 'revision_number': 1, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f697608e-286c-4269-b431-802dc0756ce7', 'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'mac_address': 'fa:16:3e:2a:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:09:00Z', 'updated_at': '2022-03-23T09:09:04Z', 'revision_number': 5, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'subnets': [{'id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:17.143949 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f6deb77b-043f-4bcd-8008-5f3d4ec65418 req-c1b284b2-77a0-439e-8813-02a3b2651ce1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=250b78ba-0743-43ad-a852-5cc5e65660ff HTTP/1.1" status: 200 len: 999 time: 0.0588040 Mar 23 09:09:17.167503 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e22d3-e9e3-42d6-bdea-9f80458fa26f None None] Checking router: abcb11cc-86f1-41f2-8433-7f976fe7e316 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:09:17.176703 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e22d3-e9e3-42d6-bdea-9f80458fa26f None None] Routers {'abcb11cc-86f1-41f2-8433-7f976fe7e316'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:09:17.177307 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-c04e22d3-e9e3-42d6-bdea-9f80458fa26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:09:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['abcb11cc-86f1-41f2-8433-7f976fe7e316'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:17.191764 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6deb77b-043f-4bcd-8008-5f3d4ec65418 req-e664578c-04b2-414b-aead-324ffc86b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:17.193207 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f6deb77b-043f-4bcd-8008-5f3d4ec65418 req-e664578c-04b2-414b-aead-324ffc86b5e2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fb3e6-078e-48c9-af84-43719ad4789e HTTP/1.1" status: 200 len: 849 time: 0.0437922 Mar 23 09:09:17.247564 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6deb77b-043f-4bcd-8008-5f3d4ec65418 req-d98560e7-2a29-41ad-8931-262bf242f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:17.249161 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f6deb77b-043f-4bcd-8008-5f3d4ec65418 req-d98560e7-2a29-41ad-8931-262bf242f436 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a5480042-1266-43c8-93b0-609ea05e651a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0499969 Mar 23 09:09:17.345098 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f6deb77b-043f-4bcd-8008-5f3d4ec65418 req-9417556d-a2b5-4685-8e9b-d93ff1f58a78 service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894797 Mar 23 09:09:17.382086 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-c04e22d3-e9e3-42d6-bdea-9f80458fa26f None None] Set router abcb11cc-86f1-41f2-8433-7f976fe7e316 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:09:17.465681 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f6deb77b-043f-4bcd-8008-5f3d4ec65418 req-27f931bf-2acf-4bb3-9981-d206c2a663c3 service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112990 Mar 23 09:09:17.624006 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-c04e22d3-e9e3-42d6-bdea-9f80458fa26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': 'd3796198-fca0-4ae4-b3d0-290b612b150c', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'floating_ip_address': '172.28.1.156', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'port_id': '250b78ba-0743-43ad-a852-5cc5e65660ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'mac_address': 'fa:16:3e:a5:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f87b97-30f5-48e9-b1e7-c00f6c652d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:09:03Z', 'updated_at': '2022-03-23T09:09:16Z', 'revision_number': 1, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f697608e-286c-4269-b431-802dc0756ce7', 'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'mac_address': 'fa:16:3e:2a:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:09:00Z', 'updated_at': '2022-03-23T09:09:04Z', 'revision_number': 5, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'subnets': [{'id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:09:17.654720 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e22d3-e9e3-42d6-bdea-9f80458fa26f None None] The sync data for ids ['abcb11cc-86f1-41f2-8433-7f976fe7e316'] in dv-cinder-834822-2-smb is: [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': 'd3796198-fca0-4ae4-b3d0-290b612b150c', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'floating_ip_address': '172.28.1.156', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'port_id': '250b78ba-0743-43ad-a852-5cc5e65660ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'mac_address': 'fa:16:3e:a5:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f87b97-30f5-48e9-b1e7-c00f6c652d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:09:03Z', 'updated_at': '2022-03-23T09:09:16Z', 'revision_number': 1, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f697608e-286c-4269-b431-802dc0756ce7', 'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'mac_address': 'fa:16:3e:2a:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:09:00Z', 'updated_at': '2022-03-23T09:09:04Z', 'revision_number': 5, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'subnets': [{'id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:09:17.865711 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf54f4f-3d1f-417a-a133-78599baaefb8 None None] New status for floating IP d3796198-fca0-4ae4-b3d0-290b612b150c: ACTIVE {{(pid=103136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:09:17.946294 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e43f87-a9bd-4f72-8bae-1149360204cf req-d32ed5b4-02d3-4ffe-b792-0e2f7ea0ab71 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:17.947793 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e9e43f87-a9bd-4f72-8bae-1149360204cf req-d32ed5b4-02d3-4ffe-b792-0e2f7ea0ab71 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0529096 Mar 23 09:09:17.998767 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e9e43f87-a9bd-4f72-8bae-1149360204cf req-ed90f493-9d46-45e5-8ea3-bfb855f5c5a7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451961 Mar 23 09:09:19.127524 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a1a18-f449-445d-9799-6b210964901b req-13ee2fad-0bf3-48e9-bf39-30645e6cef87 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:19.129673 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c03a1a18-f449-445d-9799-6b210964901b req-13ee2fad-0bf3-48e9-bf39-30645e6cef87 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0571828 Mar 23 09:09:19.192591 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c03a1a18-f449-445d-9799-6b210964901b req-f02997e8-334e-48d6-a2c4-29ab273ff6be tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555084 Mar 23 09:09:20.311159 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b853c9d-123c-4b84-baea-b13831964554 req-2d31a532-f8b3-4a18-83fc-e4de26ed2087 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:20.312634 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5b853c9d-123c-4b84-baea-b13831964554 req-2d31a532-f8b3-4a18-83fc-e4de26ed2087 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0528607 Mar 23 09:09:20.373928 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5b853c9d-123c-4b84-baea-b13831964554 req-6fc06f51-21b3-4c10-9895-629abc284e86 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546770 Mar 23 09:09:21.497218 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee2d6c-11b8-4165-baca-604319f1f613 req-41f17583-e957-448f-a644-67becd48429b tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:21.498798 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7dee2d6c-11b8-4165-baca-604319f1f613 req-41f17583-e957-448f-a644-67becd48429b tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0549166 Mar 23 09:09:21.553602 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7dee2d6c-11b8-4165-baca-604319f1f613 req-f1a19140-ee46-41dc-a0e8-c887233df168 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482872 Mar 23 09:09:22.671723 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66847c8b-8074-46d1-b88e-49429b8a5bff req-ae5f279f-7997-4413-b58a-1677dc637c49 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:22.673175 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-66847c8b-8074-46d1-b88e-49429b8a5bff req-ae5f279f-7997-4413-b58a-1677dc637c49 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0525653 Mar 23 09:09:22.723306 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-66847c8b-8074-46d1-b88e-49429b8a5bff req-85ad6754-e11a-42e3-8ecb-e35e780860ef tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441983 Mar 23 09:09:23.377668 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a7ada-e1ad-4c3f-a905-6cc96bf447b8 req-ab209053-5550-491f-be59-31cd2454290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:23.380341 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec5a7ada-e1ad-4c3f-a905-6cc96bf447b8 req-ab209053-5550-491f-be59-31cd2454290d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9fe9e315746a46bb9bd2d4f28c742498&device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 1130 time: 0.0465977 Mar 23 09:09:23.707005 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a7ada-e1ad-4c3f-a905-6cc96bf447b8 req-2bb2a24e-ca90-41bb-b726-cd093b723794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:23.708375 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec5a7ada-e1ad-4c3f-a905-6cc96bf447b8 req-2bb2a24e-ca90-41bb-b726-cd093b723794 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6e1230f-6af3-450c-bd6e-9a59d45f701d HTTP/1.1" status: 200 len: 909 time: 0.3222866 Mar 23 09:09:23.778286 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec5a7ada-e1ad-4c3f-a905-6cc96bf447b8 req-59aff5c6-4d15-4e94-8595-58afda0f8961 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284 HTTP/1.1" status: 200 len: 1001 time: 0.0626197 Mar 23 09:09:23.826851 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a7ada-e1ad-4c3f-a905-6cc96bf447b8 req-3e1bdb26-4ed6-4aab-a304-2682fe1453ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:23.828389 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec5a7ada-e1ad-4c3f-a905-6cc96bf447b8 req-3e1bdb26-4ed6-4aab-a304-2682fe1453ec service neutron] 10.222.0.93 "GET /v2.0/subnets?id=319e9977-bbba-4ffe-985c-bf95181755d8 HTTP/1.1" status: 200 len: 847 time: 0.0447595 Mar 23 09:09:23.841314 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f7b88-229b-4cb2-acbb-1d34a93bd2a3 req-f37768db-4602-424b-822c-54299ff00243 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:23.842803 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-da8f7b88-229b-4cb2-acbb-1d34a93bd2a3 req-f37768db-4602-424b-822c-54299ff00243 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0521376 Mar 23 09:09:23.887560 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a7ada-e1ad-4c3f-a905-6cc96bf447b8 req-da1db7ad-2908-48cc-91f4-b561afbdb298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:23.889081 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec5a7ada-e1ad-4c3f-a905-6cc96bf447b8 req-da1db7ad-2908-48cc-91f4-b561afbdb298 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6e1230f-6af3-450c-bd6e-9a59d45f701d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0484335 Mar 23 09:09:23.891855 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-da8f7b88-229b-4cb2-acbb-1d34a93bd2a3 req-0bd092b6-8c61-49b9-89d9-3831a18305e4 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428185 Mar 23 09:09:23.976503 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec5a7ada-e1ad-4c3f-a905-6cc96bf447b8 req-4e92d791-2916-4836-8dcc-25b802531977 service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808735 Mar 23 09:09:24.067063 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ec5a7ada-e1ad-4c3f-a905-6cc96bf447b8 req-99a06fa8-f070-4e71-a43c-3429cd6e5029 service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850186 Mar 23 09:09:25.014032 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b02b6-6547-4ea7-88ad-0f18c0fa6d64 req-21a5494a-4b58-4105-9196-eb8551575496 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:25.015521 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-968b02b6-6547-4ea7-88ad-0f18c0fa6d64 req-21a5494a-4b58-4105-9196-eb8551575496 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0550389 Mar 23 09:09:25.068306 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-968b02b6-6547-4ea7-88ad-0f18c0fa6d64 req-d9478cd5-179c-4190-974f-7ec77776bc69 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469906 Mar 23 09:09:26.189131 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51925bd8-788c-4e02-b878-f0ded9e3b377 req-dd2b29fc-216d-47c1-8270-dcac2d8b4b0c tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:26.191809 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-51925bd8-788c-4e02-b878-f0ded9e3b377 req-dd2b29fc-216d-47c1-8270-dcac2d8b4b0c tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0556459 Mar 23 09:09:26.250565 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-51925bd8-788c-4e02-b878-f0ded9e3b377 req-0d43f5f2-8c36-48ec-8c61-15377fc71999 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523846 Mar 23 09:09:26.320444 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [req-b2eeacdc-5dbf-450a-9a32-a31a31e59aba req-e00b7e6f-4bd7-4b04-afa7-e000e485b77b service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103134) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:09:26.321464 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b2eeacdc-5dbf-450a-9a32-a31a31e59aba req-e00b7e6f-4bd7-4b04-afa7-e000e485b77b service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054250 Mar 23 09:09:26.451316 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-0e0438ed-785f-4c0d-ae0d-0a4b6ee81026 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0452638 Mar 23 09:09:26.498177 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba92ac4-2766-4ba3-bac0-ff0f9a088ca9 req-90d4c45c-f893-48c4-a267-757bdf927fc6 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:26.499730 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fba92ac4-2766-4ba3-bac0-ff0f9a088ca9 req-90d4c45c-f893-48c4-a267-757bdf927fc6 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0682452 Mar 23 09:09:26.552316 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-e0e71c0a-d163-4c88-8e46-87e019f18c7c tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:26.553567 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-e0e71c0a-d163-4c88-8e46-87e019f18c7c tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports/d26cc4fc-4c0f-45d0-95c1-370c001a5284 HTTP/1.1" status: 200 len: 943 time: 0.0749955 Mar 23 09:09:26.582485 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-fba92ac4-2766-4ba3-bac0-ff0f9a088ca9 req-441df971-6906-47e5-936d-86dafa5e2be5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652235 Mar 23 09:09:27.730932 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-315f3005-cfb9-4cc7-8f61-e1e9371ab93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:27.732473 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-315f3005-cfb9-4cc7-8f61-e1e9371ab93d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c&tenant_id=9fe9e315746a46bb9bd2d4f28c742498 HTTP/1.1" status: 200 len: 1130 time: 0.0848448 Mar 23 09:09:27.741516 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6acb6-c31d-4800-a4b3-13ce10490131 req-4c2eb0db-a3b9-4fb2-80b2-cc40a3607963 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:27.742943 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7dd6acb6-c31d-4800-a4b3-13ce10490131 req-4c2eb0db-a3b9-4fb2-80b2-cc40a3607963 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0872464 Mar 23 09:09:27.825975 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7dd6acb6-c31d-4800-a4b3-13ce10490131 req-12e70cc7-f4ce-40f5-af2b-76f4c397aa0b tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767889 Mar 23 09:09:27.833133 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-61590ab2-7550-4ff0-bfe5-d482ddbb9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:27.834695 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-61590ab2-7550-4ff0-bfe5-d482ddbb9236 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9fe9e315746a46bb9bd2d4f28c742498&device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 1130 time: 0.0781679 Mar 23 09:09:27.934762 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-880f7271-4507-44c5-8683-262e8301d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:27.936499 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-880f7271-4507-44c5-8683-262e8301d635 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6e1230f-6af3-450c-bd6e-9a59d45f701d HTTP/1.1" status: 200 len: 909 time: 0.0941916 Mar 23 09:09:28.004584 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-7bff68ce-44c9-476e-9568-ae06d127f8a1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284 HTTP/1.1" status: 200 len: 1001 time: 0.0607264 Mar 23 09:09:28.058818 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-b3570c12-e26a-4f66-b552-df14457b1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:28.060539 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-b3570c12-e26a-4f66-b552-df14457b1a7e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=319e9977-bbba-4ffe-985c-bf95181755d8 HTTP/1.1" status: 200 len: 847 time: 0.0498285 Mar 23 09:09:28.116463 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-1062193d-67a2-41a0-8bd0-06936308e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:28.118010 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-1062193d-67a2-41a0-8bd0-06936308e30e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6e1230f-6af3-450c-bd6e-9a59d45f701d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0520036 Mar 23 09:09:28.210931 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-2b52fef5-9d07-4d59-8f6c-2b34695ca061 service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862837 Mar 23 09:09:28.307674 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1dbd6600-43d5-4d11-a2d1-48cf435eb1f9 req-49a5f499-3bc3-4d1a-8ab2-8b03c9d88963 service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900815 Mar 23 09:09:28.905910 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device d26cc4fc-4c0f-45d0-95c1-370c001a5284 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:09:28.948783 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c051b6e-768f-42b9-965d-2a6b8d51a358 req-50977525-52e3-4419-9197-91892b60b43b tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:28.950383 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6c051b6e-768f-42b9-965d-2a6b8d51a358 req-50977525-52e3-4419-9197-91892b60b43b tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0541635 Mar 23 09:09:29.007751 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6c051b6e-768f-42b9-965d-2a6b8d51a358 req-d0b2a267-386c-46c9-b987-fa9a1f63d65e tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516429 Mar 23 09:09:29.110980 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port d26cc4fc-4c0f-45d0-95c1-370c001a5284 is: ACTIVE; New status is: DOWN {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:29.111270 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:29.134920 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f086709-a218-4411-ab3d-adcf4bec725c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:09:29.137193 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7c951d-0570-458b-a2a4-b0bba436615c" -d '{"events": [{"server_uuid": "6f086709-a218-4411-ab3d-adcf4bec725c", "name": "network-vif-unplugged", "status": "completed", "tag": "d26cc4fc-4c0f-45d0-95c1-370c001a5284"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:09:29.149806 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port d26cc4fc-4c0f-45d0-95c1-370c001a5284, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:29.154521 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:29.178482 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 09:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823522ba-bcbb-4fc5-8ab8-aa697c363bc6 x-openstack-request-id: req-823522ba-bcbb-4fc5-8ab8-aa697c363bc6 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:09:29.178802 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f086709-a218-4411-ab3d-adcf4bec725c", "name": "network-vif-unplugged", "status": "completed", "tag": "d26cc4fc-4c0f-45d0-95c1-370c001a5284", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:09:29.179058 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-823522ba-bcbb-4fc5-8ab8-aa697c363bc6 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:09:29.179533 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-823522ba-bcbb-4fc5-8ab8-aa697c363bc6'] response: {'server_uuid': '6f086709-a218-4411-ab3d-adcf4bec725c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'code': 200} Mar 23 09:09:29.211709 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=d26cc4fc-4c0f-45d0-95c1-370c001a5284,revision_number=6']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:29.218859 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:29.219210 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:29.219559 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:29.219905 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:29.220243 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:29.220578 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:29.220908 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:29.221767 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:29.222350 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:29.222820 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:29.223159 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:29.223495 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:29.223828 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:29.224161 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:29.224486 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:09:30.145548 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75b879-a919-4c21-9d6d-c0a9beb2718f req-e923b90e-9a16-4c02-b2c2-fe04b3f39e81 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:30.147249 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9c75b879-a919-4c21-9d6d-c0a9beb2718f req-e923b90e-9a16-4c02-b2c2-fe04b3f39e81 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 944 time: 0.0614915 Mar 23 09:09:30.207153 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9c75b879-a919-4c21-9d6d-c0a9beb2718f req-eb6a530d-ddd3-402b-bd8f-5f4fd011d5bb tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540648 Mar 23 09:09:30.515526 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-788067f1-28b1-4782-8978-f0df0fc34b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:30.715371 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:30.913791 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device d26cc4fc-4c0f-45d0-95c1-370c001a5284 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:09:31.017676 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port d26cc4fc-4c0f-45d0-95c1-370c001a5284, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:31.030650 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'port_id': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'mac_address': 'fa:16:3e:d7:c6:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:09:31.069554 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port d26cc4fc-4c0f-45d0-95c1-370c001a5284 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:31.069979 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:31.084405 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26cc4fc-4c0f-45d0-95c1-370c001a5284 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:09:31.109401 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port d26cc4fc-4c0f-45d0-95c1-370c001a5284, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:31.115132 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:31.169151 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=d26cc4fc-4c0f-45d0-95c1-370c001a5284,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:31.247220 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60957b-8f82-4590-bbed-a02f61010e1c req-52aaf943-a2f0-4714-98c1-47f3814b9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:31.248895 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-df60957b-8f82-4590-bbed-a02f61010e1c req-52aaf943-a2f0-4714-98c1-47f3814b9057 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 1129 time: 0.0548258 Mar 23 09:09:31.306455 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-df60957b-8f82-4590-bbed-a02f61010e1c req-1b2bfc5c-ded4-40b5-9ee5-7740aa644ba6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506008 Mar 23 09:09:31.355757 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb257c-4395-451f-800a-b244db6fd8d7 req-46c53e58-2d63-4bf0-a36e-c0f5f361f2c5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:31.357461 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-78fb257c-4395-451f-800a-b244db6fd8d7 req-46c53e58-2d63-4bf0-a36e-c0f5f361f2c5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 945 time: 0.0720906 Mar 23 09:09:31.414408 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-78fb257c-4395-451f-800a-b244db6fd8d7 req-9ec53c97-8c7d-4596-b749-4da8a7377560 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513577 Mar 23 09:09:31.492095 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['d26cc4fc-4c0f-45d0-95c1-370c001a5284'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:09:32.542689 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb841694-8353-4433-a469-ae3660d25b0c req-b65250d7-4bb8-4e72-b7be-8ffdfc1d70e8 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:32.544445 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cb841694-8353-4433-a469-ae3660d25b0c req-b65250d7-4bb8-4e72-b7be-8ffdfc1d70e8 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 945 time: 0.0557768 Mar 23 09:09:32.593601 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cb841694-8353-4433-a469-ae3660d25b0c req-9f52159f-9971-44d2-999e-b857a2b78650 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432062 Mar 23 09:09:32.864747 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9a66eee9-2d06-4095-bb5e-6cfb7b17ea72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:32.927330 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device d26cc4fc-4c0f-45d0-95c1-370c001a5284 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:09:33.031997 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port d26cc4fc-4c0f-45d0-95c1-370c001a5284, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:33.045133 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'port_id': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'mac_address': 'fa:16:3e:d7:c6:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:09:33.133217 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['d26cc4fc-4c0f-45d0-95c1-370c001a5284'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:09:33.726590 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d8762-48b0-424f-aeac-b8093e3f622b req-a5cd2f6d-0a74-49ff-8f92-27218d9e9502 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:33.728115 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f7d8762-48b0-424f-aeac-b8093e3f622b req-a5cd2f6d-0a74-49ff-8f92-27218d9e9502 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 945 time: 0.0658166 Mar 23 09:09:33.776199 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8f7d8762-48b0-424f-aeac-b8093e3f622b req-5b157353-2bdc-4efb-ad11-c5857b7e6a37 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420134 Mar 23 09:09:33.990594 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:34.937120 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device d26cc4fc-4c0f-45d0-95c1-370c001a5284 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:09:34.985446 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port d26cc4fc-4c0f-45d0-95c1-370c001a5284 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:09:34.985824 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:35.071085 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port d26cc4fc-4c0f-45d0-95c1-370c001a5284 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:09:35.071762 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:35.094783 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f086709-a218-4411-ab3d-adcf4bec725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:09:35.097861 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d1e799-4ab9-437a-9ed1-b7f7cdc835a2" -d '{"events": [{"server_uuid": "6f086709-a218-4411-ab3d-adcf4bec725c", "name": "network-vif-plugged", "status": "completed", "tag": "d26cc4fc-4c0f-45d0-95c1-370c001a5284"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:09:35.115607 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port d26cc4fc-4c0f-45d0-95c1-370c001a5284, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:09:35.120187 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:35.144265 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f73eb52-4aee-4a3e-9760-eab915c07edd x-openstack-request-id: req-5f73eb52-4aee-4a3e-9760-eab915c07edd {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:09:35.144553 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f086709-a218-4411-ab3d-adcf4bec725c", "name": "network-vif-plugged", "status": "completed", "tag": "d26cc4fc-4c0f-45d0-95c1-370c001a5284", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:09:35.144806 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5f73eb52-4aee-4a3e-9760-eab915c07edd {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:09:35.145203 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f73eb52-4aee-4a3e-9760-eab915c07edd'] response: {'server_uuid': '6f086709-a218-4411-ab3d-adcf4bec725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'code': 200} Mar 23 09:09:35.172111 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=d26cc4fc-4c0f-45d0-95c1-370c001a5284,revision_number=8']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:09:35.620401 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:36.850093 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:09:42.825581 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:09:59.158974 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3bd47-54cb-4a73-8b78-181162d460fe req-ff4a0bed-b65b-4c6b-b6bc-7b162df68fd4 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:09:59.161102 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d9a3bd47-54cb-4a73-8b78-181162d460fe req-ff4a0bed-b65b-4c6b-b6bc-7b162df68fd4 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0584674 Mar 23 09:09:59.216479 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d9a3bd47-54cb-4a73-8b78-181162d460fe req-ef81b198-e5e0-4c4f-9c69-329abd2b1374 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497615 Mar 23 09:10:00.352600 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202f63c-c26d-4c5f-a9f4-6480716faf4f req-98e75ea2-7cde-43ff-944b-752eea482cf4 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:00.354215 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d202f63c-c26d-4c5f-a9f4-6480716faf4f req-98e75ea2-7cde-43ff-944b-752eea482cf4 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0603640 Mar 23 09:10:00.408566 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d202f63c-c26d-4c5f-a9f4-6480716faf4f req-511e15f4-5e2f-45e7-a6eb-6e2878814252 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472078 Mar 23 09:10:00.518921 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0358562-864a-4436-b7aa-560087bac1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:00.712868 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:01.553241 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e975ef-abaf-49b0-9fcb-811860ab2b7d req-eae38135-4aba-4b19-833b-649fff92a35e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:01.554777 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-59e975ef-abaf-49b0-9fcb-811860ab2b7d req-eae38135-4aba-4b19-833b-649fff92a35e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0591679 Mar 23 09:10:01.620973 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-59e975ef-abaf-49b0-9fcb-811860ab2b7d req-aa6f6d2b-17dc-45a5-9cb6-5f2e83c1ee1b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594511 Mar 23 09:10:01.803892 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126877c-6eeb-412d-98de-659fc62a1dad req-1178f663-717d-4418-9a9a-27fb33459bc7 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:01.805311 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7126877c-6eeb-412d-98de-659fc62a1dad req-1178f663-717d-4418-9a9a-27fb33459bc7 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.0568690 Mar 23 09:10:01.851682 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7126877c-6eeb-412d-98de-659fc62a1dad req-c6cd8d6e-a61c-4359-bb79-c8adadf46a6f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=298d7c70-6fd7-474d-8776-f3295e6ed80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405467 Mar 23 09:10:01.982481 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12f989-c492-490e-9f0c-31cf175f4bba req-1c27a819-0a2d-4b3c-b175-413ec890f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:01.984070 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ef12f989-c492-490e-9f0c-31cf175f4bba req-1c27a819-0a2d-4b3c-b175-413ec890f6bf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5c385a890af4ad8a66dceaef2f65557&device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 1129 time: 0.0482471 Mar 23 09:10:02.089172 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12f989-c492-490e-9f0c-31cf175f4bba req-f5e7c623-6135-4717-843f-d88fb0ff6505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:02.090688 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ef12f989-c492-490e-9f0c-31cf175f4bba req-f5e7c623-6135-4717-843f-d88fb0ff6505 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 200 len: 917 time: 0.0874248 Mar 23 09:10:02.163711 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ef12f989-c492-490e-9f0c-31cf175f4bba req-c2a651d1-f0ca-48c1-ac5c-7087d8c99b15 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53680386-af24-4168-851f-beb509f51253 HTTP/1.1" status: 200 len: 1001 time: 0.0650108 Mar 23 09:10:02.213923 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12f989-c492-490e-9f0c-31cf175f4bba req-2e03a3bd-2c0e-48b8-91be-7687cb41a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:02.215472 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ef12f989-c492-490e-9f0c-31cf175f4bba req-2e03a3bd-2c0e-48b8-91be-7687cb41a70f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=557dee99-09a9-460c-be1d-dcb02c131231 HTTP/1.1" status: 200 len: 855 time: 0.0457084 Mar 23 09:10:02.266095 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12f989-c492-490e-9f0c-31cf175f4bba req-0153e80a-d157-4f96-9c9d-3c597f6f7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:02.267576 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ef12f989-c492-490e-9f0c-31cf175f4bba req-0153e80a-d157-4f96-9c9d-3c597f6f7b9a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0461297 Mar 23 09:10:02.367829 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ef12f989-c492-490e-9f0c-31cf175f4bba req-8b8859c4-49f1-412d-8c81-32e1edd937f6 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928836 Mar 23 09:10:02.462489 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ef12f989-c492-490e-9f0c-31cf175f4bba req-45c5c526-987d-4e20-b1b5-d3c8ef798663 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887463 Mar 23 09:10:02.754355 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1f04b-faa5-4fd9-8552-45d2a5a10cd3 req-05341523-f69c-427d-96e9-b9945eaa3c55 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:02.755854 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1ba1f04b-faa5-4fd9-8552-45d2a5a10cd3 req-05341523-f69c-427d-96e9-b9945eaa3c55 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0567856 Mar 23 09:10:02.809548 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1ba1f04b-faa5-4fd9-8552-45d2a5a10cd3 req-54cd0660-ab44-4026-befa-a3cf008f36e7 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481436 Mar 23 09:10:02.868287 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f46b48a-7579-4c72-b1c7-69fb71a70644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:02.976429 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f569d-ff42-4b77-b422-ea23f8a5e7de req-199f4ac7-74b1-4f3a-8058-a30f8cdc01c8 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:02.977815 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e29f569d-ff42-4b77-b422-ea23f8a5e7de req-199f4ac7-74b1-4f3a-8058-a30f8cdc01c8 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.0532398 Mar 23 09:10:03.024984 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e29f569d-ff42-4b77-b422-ea23f8a5e7de req-c5460594-41b3-4f2f-bc09-6500d700dfa5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=298d7c70-6fd7-474d-8776-f3295e6ed80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415123 Mar 23 09:10:03.845195 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-f8442a70-a0bb-4634-b7b6-e97a0ec24489 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:03.846734 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-f8442a70-a0bb-4634-b7b6-e97a0ec24489 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.0552204 Mar 23 09:10:03.974374 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef1ef3-5102-4956-b4aa-ca93ee1ba987 req-a5734e8e-817d-4d19-a578-3ce15b4c3ff8 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:03.976488 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-38ef1ef3-5102-4956-b4aa-ca93ee1ba987 req-a5734e8e-817d-4d19-a578-3ce15b4c3ff8 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0923760 Mar 23 09:10:03.991738 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:04.002950 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Deleting port 464683d0-ac89-4659-b839-6c37bcce15ae {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:10:04.003298 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (464683d0-ac89-4659-b839-6c37bcce15ae), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:04.081645 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-38ef1ef3-5102-4956-b4aa-ca93ee1ba987 req-db4c0a9c-947c-4460-9f99-a69c40d41127 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957744 Mar 23 09:10:04.122986 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] For port 464683d0-ac89-4659-b839-6c37bcce15ae, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=464683d0-ac89-4659-b839-6c37bcce15ae,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:04.123415 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (464683d0-ac89-4659-b839-6c37bcce15ae), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:04.148804 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bacdb-c8f0-4d38-8961-3dbe9915b591 req-3f958d24-f45c-401b-b193-7ce2397ba0ee tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:04.150340 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-399bacdb-c8f0-4d38-8961-3dbe9915b591 req-3f958d24-f45c-401b-b193-7ce2397ba0ee tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.0516181 Mar 23 09:10:04.201689 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-399bacdb-c8f0-4d38-8961-3dbe9915b591 req-0cfd5b7c-5ebe-4c2c-8b48-19bea113fddc tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=298d7c70-6fd7-474d-8776-f3295e6ed80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457239 Mar 23 09:10:04.306967 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:04.307340 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (1c975ab6-765f-405f-9852-ed8a1c3077b4), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:04.307663 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Floating IP 1c975ab6-765f-405f-9852-ed8a1c3077b4 disassociated. External IP: 172.28.1.251, port: 464683d0-ac89-4659-b839-6c37bcce15ae. Mar 23 09:10:04.308008 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Calling delete_port for 464683d0-ac89-4659-b839-6c37bcce15ae owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:10:04.439244 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (464683d0-ac89-4659-b839-6c37bcce15ae), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:04.471836 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event deleted for resources: {'Port': ['ID=464683d0-ac89-4659-b839-6c37bcce15ae,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:04.483087 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:04.483437 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:04.483781 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:04.484119 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:04.484557 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:04.484974 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:04.485313 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:04.485639 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:04.486010 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:04.486324 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:04.486643 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:04.487540 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:04.487540 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:04.487866 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:04.487866 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:04.606992 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:10:04.719491 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:10:04.729335 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8a52e0-6764-4d32-877a-b4bb06deabf7 None None] Sync routers for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:10:04.740953 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8a52e0-6764-4d32-877a-b4bb06deabf7 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:10:04.741571 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-ea8a52e0-6764-4d32-877a-b4bb06deabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:10:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:04.764387 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] No DVR routers for this DVR port 464683d0-ac89-4659-b839-6c37bcce15ae on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:10:04.766996 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:04.770311 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-240d7972-5abb-4bef-ada5-6457ae13d24d req-3cfbeb79-3153-42d4-b8c5-0865950c0046 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "DELETE /v2.0/ports/464683d0-ac89-4659-b839-6c37bcce15ae HTTP/1.1" status: 204 len: 173 time: 0.9183185 Mar 23 09:10:04.770764 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7', 'name': 'network-vif-deleted', 'tag': '464683d0-ac89-4659-b839-6c37bcce15ae'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:10:04.773017 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cb0422-57d7-449e-b59b-fc38966cec94" -d '{"events": [{"server_uuid": "8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7", "name": "network-vif-deleted", "tag": "464683d0-ac89-4659-b839-6c37bcce15ae"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:10:04.809576 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2526b0d-ea9f-4a34-b07b-1db0516dd4dd x-openstack-request-id: req-f2526b0d-ea9f-4a34-b07b-1db0516dd4dd {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:10:04.809906 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7", "name": "network-vif-deleted", "tag": "464683d0-ac89-4659-b839-6c37bcce15ae", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:10:04.810167 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f2526b0d-ea9f-4a34-b07b-1db0516dd4dd {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:10:04.810586 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2526b0d-ea9f-4a34-b07b-1db0516dd4dd'] response: {'server_uuid': '8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7', 'name': 'network-vif-deleted', 'tag': '464683d0-ac89-4659-b839-6c37bcce15ae', 'status': 'completed', 'code': 200} Mar 23 09:10:04.868239 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-ea8a52e0-6764-4d32-877a-b4bb06deabf7 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:10:05.096959 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-ea8a52e0-6764-4d32-877a-b4bb06deabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:05.123578 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8a52e0-6764-4d32-877a-b4bb06deabf7 None None] Checking router: 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:10:05.133001 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8a52e0-6764-4d32-877a-b4bb06deabf7 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:10:05.133624 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-ea8a52e0-6764-4d32-877a-b4bb06deabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:10:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:05.225125 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8914f22-7b98-493a-950b-f4c8236e1aa0 req-fb9b1dc0-7da1-4eb6-a7d4-40ed2b4a3661 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:05.226992 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e8914f22-7b98-493a-950b-f4c8236e1aa0 req-fb9b1dc0-7da1-4eb6-a7d4-40ed2b4a3661 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0663202 Mar 23 09:10:05.265985 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-ea8a52e0-6764-4d32-877a-b4bb06deabf7 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:10:05.306165 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e8914f22-7b98-493a-950b-f4c8236e1aa0 req-e58cdb61-4282-4438-99e0-4c1a97e6c1c5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669570 Mar 23 09:10:05.352766 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a862f383-c804-40f1-a2ae-476f21644c6c req-6317fcbc-4e56-46a0-b4cc-1ee0dda565d7 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a9e03d9-1814-4e65-98b3-9d96b4c6d9a7 HTTP/1.1" status: 200 len: 210 time: 0.0436583 Mar 23 09:10:05.499554 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-ea8a52e0-6764-4d32-877a-b4bb06deabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:05.528261 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8a52e0-6764-4d32-877a-b4bb06deabf7 None None] The sync data for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb is: [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:10:05.622748 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:05.760839 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc903653-593e-401b-8bfd-10506344f583 None None] New status for floating IP 1c975ab6-765f-405f-9852-ed8a1c3077b4: DOWN {{(pid=103136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:10:06.432592 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18299a93-de57-4329-b981-49121e586497 req-ce826f10-f47d-4ea7-ae6a-807ec23caf10 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:06.435239 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-18299a93-de57-4329-b981-49121e586497 req-ce826f10-f47d-4ea7-ae6a-807ec23caf10 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0619936 Mar 23 09:10:06.444712 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57946) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:06.495968 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-18299a93-de57-4329-b981-49121e586497 req-7ae88cd4-9632-4502-b4da-aab84a8e7311 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533657 Mar 23 09:10:06.502320 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-93632be2-df3d-4534-98f3-68509670e692 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (298d7c70-6fd7-474d-8776-f3295e6ed80a), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:06.527568 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-93632be2-df3d-4534-98f3-68509670e692 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (298d7c70-6fd7-474d-8776-f3295e6ed80a), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:06.576349 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-93632be2-df3d-4534-98f3-68509670e692 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (298d7c70-6fd7-474d-8776-f3295e6ed80a), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:06.579784 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-93632be2-df3d-4534-98f3-68509670e692 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:06.580925 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-93632be2-df3d-4534-98f3-68509670e692 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "DELETE /v2.0/security-groups/298d7c70-6fd7-474d-8776-f3295e6ed80a HTTP/1.1" status: 204 len: 168 time: 0.1351886 Mar 23 09:10:06.584293 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57948) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:06.589677 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93632be2-df3d-4534-98f3-68509670e692 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=298d7c70-6fd7-474d-8776-f3295e6ed80a,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:06.599632 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.api.v2.resource [None req-2b085d44-a9e8-4135-a4df-ed0c21f71d79 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] show failed (client error): The resource could not be found. Mar 23 09:10:06.600639 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-2b085d44-a9e8-4135-a4df-ed0c21f71d79 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups/298d7c70-6fd7-474d-8776-f3295e6ed80a HTTP/1.1" status: 404 len: 347 time: 0.0158195 Mar 23 09:10:06.603508 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57950) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:06.735702 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Deleting port 28fa9482-ef4b-4c4f-ab2e-e87205b8ddf5 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:10:06.736150 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (28fa9482-ef4b-4c4f-ab2e-e87205b8ddf5), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:06.818992 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (28fa9482-ef4b-4c4f-ab2e-e87205b8ddf5), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:06.819316 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (28fa9482-ef4b-4c4f-ab2e-e87205b8ddf5), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:06.832040 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Calling delete_port for 28fa9482-ef4b-4c4f-ab2e-e87205b8ddf5 owned by network:floatingip {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:10:06.855275 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:06.971639 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (28fa9482-ef4b-4c4f-ab2e-e87205b8ddf5), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.002449 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event deleted for resources: {'Port': ['ID=28fa9482-ef4b-4c4f-ab2e-e87205b8ddf5,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:07.025503 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:07.025871 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:07.026219 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:07.026561 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:07.026900 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:07.027228 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:07.027556 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:07.027883 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:07.028207 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:07.028534 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:07.028857 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:07.029178 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:07.029498 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:07.029817 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:07.030161 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:07.044322 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 464683d0-ac89-4659-b839-6c37bcce15ae no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:10:07.068510 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: 464683d0-ac89-4659-b839-6c37bcce15ae {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:10:07.068855 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 464683d0-ac89-4659-b839-6c37bcce15ae not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:10:07.072113 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (1c975ab6-765f-405f-9852-ed8a1c3077b4), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.074967 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.076113 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-b0fb2d01-369e-46cb-b816-3bdd093be0a2 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "DELETE /v2.0/floatingips/1c975ab6-765f-405f-9852-ed8a1c3077b4 HTTP/1.1" status: 204 len: 168 time: 0.4717073 Mar 23 09:10:07.482567 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 57954) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:07.487548 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-4bd7aac4-8c60-44df-acac-7c59717f8baf tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1676696451', 'description': 'tempest-description--1219376288'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:07.509977 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4bd7aac4-8c60-44df-acac-7c59717f8baf tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.615486 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4bd7aac4-8c60-44df-acac-7c59717f8baf tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (8758f1c6-894d-4898-9cc9-709eebf30fbe), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.628183 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4bd7aac4-8c60-44df-acac-7c59717f8baf tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (8758f1c6-894d-4898-9cc9-709eebf30fbe), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.662234 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4bd7aac4-8c60-44df-acac-7c59717f8baf tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.663468 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-4bd7aac4-8c60-44df-acac-7c59717f8baf tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1799033 Mar 23 09:10:07.666741 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57958) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:07.670595 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7aac4-8c60-44df-acac-7c59717f8baf tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8758f1c6-894d-4898-9cc9-709eebf30fbe,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:07.672356 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-370d4217-8574-41df-8af5-ac88e7232501 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'security_group_rule': {'security_group_id': '8758f1c6-894d-4898-9cc9-709eebf30fbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:07.684506 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3aed9c-e0e5-4b83-b672-1f59b911ebef req-9212b122-1b2c-4a7b-9b78-d294850bc8ad tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:07.686058 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0e3aed9c-e0e5-4b83-b672-1f59b911ebef req-9212b122-1b2c-4a7b-9b78-d294850bc8ad tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.1030803 Mar 23 09:10:07.702689 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-370d4217-8574-41df-8af5-ac88e7232501 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (70a7cce7-241e-4c78-822b-1ecf4c950f08), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.736996 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0e3aed9c-e0e5-4b83-b672-1f59b911ebef req-5f8388da-bfb6-4cc2-bf71-81a5ab609858 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438721 Mar 23 09:10:07.759806 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-370d4217-8574-41df-8af5-ac88e7232501 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (70a7cce7-241e-4c78-822b-1ecf4c950f08), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.765418 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-370d4217-8574-41df-8af5-ac88e7232501 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (70a7cce7-241e-4c78-822b-1ecf4c950f08), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.788205 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d4217-8574-41df-8af5-ac88e7232501 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a7cce7-241e-4c78-822b-1ecf4c950f08,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:07.798155 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-370d4217-8574-41df-8af5-ac88e7232501 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.799452 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-370d4217-8574-41df-8af5-ac88e7232501 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316650 Mar 23 09:10:07.802059 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57960) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:07.806318 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-48ef2a47-a401-49b9-bd5f-f9a3be590314 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'security_group_rule': {'security_group_id': '8758f1c6-894d-4898-9cc9-709eebf30fbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:07.834577 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48ef2a47-a401-49b9-bd5f-f9a3be590314 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (8cf8af50-5bb1-46ca-8c98-28080fd5816e), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.889831 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48ef2a47-a401-49b9-bd5f-f9a3be590314 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (8cf8af50-5bb1-46ca-8c98-28080fd5816e), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.893933 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48ef2a47-a401-49b9-bd5f-f9a3be590314 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (8cf8af50-5bb1-46ca-8c98-28080fd5816e), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.913149 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef2a47-a401-49b9-bd5f-f9a3be590314 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf8af50-5bb1-46ca-8c98-28080fd5816e,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:07.919280 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48ef2a47-a401-49b9-bd5f-f9a3be590314 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:07.920481 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-48ef2a47-a401-49b9-bd5f-f9a3be590314 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174490 Mar 23 09:10:07.925292 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 57962) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:07.929630 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'floatingip': {'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:07.951225 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:08.051332 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:08.155808 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Allocated IP 172.28.1.174 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/33af8543-e6f5-4503-a055-d21e24093aa9) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:10:08.261472 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for port (33af8543-e6f5-4503-a055-d21e24093aa9), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:08.295767 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (33af8543-e6f5-4503-a055-d21e24093aa9), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:08.333569 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:10:08.336511 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:10:08.342156 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:10:08.348657 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'Port': ['ID=33af8543-e6f5-4503-a055-d21e24093aa9,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:08.435061 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (c4b74af3-74b6-440a-a4c8-2ddff78b8eae), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:08.471593 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (33af8543-e6f5-4503-a055-d21e24093aa9), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:08.627215 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for port (33af8543-e6f5-4503-a055-d21e24093aa9), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:08.632132 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (33af8543-e6f5-4503-a055-d21e24093aa9), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:08.702505 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'Port': ['ID=33af8543-e6f5-4503-a055-d21e24093aa9,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:08.722322 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (c4b74af3-74b6-440a-a4c8-2ddff78b8eae), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:08.739007 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:08.740242 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-eb33e0c8-5119-409c-a78a-3f4372f31d89 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8139706 Mar 23 09:10:08.870137 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bc5bc-969a-48d2-98c8-406fee04190b req-701b6b7a-136c-419c-b6cc-f9570fce83f5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:08.871637 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d33bc5bc-969a-48d2-98c8-406fee04190b req-701b6b7a-136c-419c-b6cc-f9570fce83f5 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0562716 Mar 23 09:10:08.899209 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-0debad7c-3b5e-442c-8173-cf7a4a2c82ec tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1676696451&fields=id&tenant_id=10c31b5d1eda4472b343001019b8c22d HTTP/1.1" status: 200 len: 267 time: 0.0519867 Mar 23 09:10:08.919673 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d33bc5bc-969a-48d2-98c8-406fee04190b req-83953bed-4911-4416-935b-b0b24a3c3254 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418625 Mar 23 09:10:09.023993 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8cd1d2ac-19e8-4082-b3ab-0ebf1422dee1 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:09.025431 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8cd1d2ac-19e8-4082-b3ab-0ebf1422dee1 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 814 time: 0.1198475 Mar 23 09:10:09.041382 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-21907ce2-a4bf-4439-bf1e-8e0879b0602e tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/quotas/10c31b5d1eda4472b343001019b8c22d HTTP/1.1" status: 200 len: 375 time: 0.0106530 Mar 23 09:10:09.104343 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-e61fba4f-fdee-4c8d-8271-9091c07a26b7 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561461 Mar 23 09:10:09.209518 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-01f52bb9-7e18-490c-8dfc-9a12050082f3 service neutron] 10.222.0.91 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935454 Mar 23 09:10:09.298868 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-885d55d9-adf5-44e1-b82b-5cd508eb0c37 service neutron] 10.222.0.91 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834196 Mar 23 09:10:09.459624 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-177e0106-6d2f-4dca-8779-b81dad9b883a req-8dacbc7c-4e9d-4a76-8762-93e6d1c56105 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 210 time: 0.0283537 Mar 23 09:10:10.047501 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325dd6b-d079-4cd2-b5d2-392786a3abaa req-9c77c201-caef-4228-973e-85375c846d09 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:10.049079 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e325dd6b-d079-4cd2-b5d2-392786a3abaa req-9c77c201-caef-4228-973e-85375c846d09 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0535877 Mar 23 09:10:10.097363 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e325dd6b-d079-4cd2-b5d2-392786a3abaa req-a9f6b352-7bcc-4b22-8a30-07e754b82146 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425620 Mar 23 09:10:10.572144 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5566acb3-af08-4af0-aaf7-fdd0af84faf2 req-0bf87702-5bce-4f6f-b71a-44ae0d8c0b9f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 210 time: 0.0371418 Mar 23 09:10:10.699749 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-54d72a52-34f1-4f6f-a81f-f9a37c9e6e2f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:10.701192 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-54d72a52-34f1-4f6f-a81f-f9a37c9e6e2f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 814 time: 0.1129248 Mar 23 09:10:10.766363 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-223655e0-1ccb-493e-b1c7-8298ff342129 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10c31b5d1eda4472b343001019b8c22d HTTP/1.1" status: 200 len: 380 time: 0.0568707 Mar 23 09:10:10.779410 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-c416f3de-ffc0-45fc-a415-0ff30d4218be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'port': {'device_id': 'fa0fbe8d-83f4-447d-9c62-4db942250a8d', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'admin_state_up': True, 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'security_groups': ['8758f1c6-894d-4898-9cc9-709eebf30fbe']}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:10.921035 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-c416f3de-ffc0-45fc-a415-0ff30d4218be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Made reservation on behalf of 10c31b5d1eda4472b343001019b8c22d for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:10:10.925102 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-c416f3de-ffc0-45fc-a415-0ff30d4218be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:11.055251 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-c416f3de-ffc0-45fc-a415-0ff30d4218be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Allocated IP 172.20.0.12 (39df3c5d-1568-4c6e-9b3a-e334a05e9836/83b4ac13-71e9-4cf6-97ce-85db2357cc64/261c636c-83d5-4577-bc04-469697841715) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:10:11.199566 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-c416f3de-ffc0-45fc-a415-0ff30d4218be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for port (261c636c-83d5-4577-bc04-469697841715), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:11.230035 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bd778-7ac6-4513-9e38-3c5d945abe25 req-13194a90-d0c8-4f99-b3d2-8e2b098747d2 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:11.231537 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-af8bd778-7ac6-4513-9e38-3c5d945abe25 req-13194a90-d0c8-4f99-b3d2-8e2b098747d2 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0557992 Mar 23 09:10:11.233262 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-c416f3de-ffc0-45fc-a415-0ff30d4218be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (261c636c-83d5-4577-bc04-469697841715), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:11.278930 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-c416f3de-ffc0-45fc-a415-0ff30d4218be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:10:11.279395 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-af8bd778-7ac6-4513-9e38-3c5d945abe25 req-a9f6903d-8f16-4d12-94af-8fa9a7396b2a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414023 Mar 23 09:10:11.282954 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-c416f3de-ffc0-45fc-a415-0ff30d4218be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:10:11.285290 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-c416f3de-ffc0-45fc-a415-0ff30d4218be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:10:11.319846 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416f3de-ffc0-45fc-a415-0ff30d4218be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event updated for resources: {'Port': ['ID=261c636c-83d5-4577-bc04-469697841715,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:11.349141 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-c416f3de-ffc0-45fc-a415-0ff30d4218be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:11.349802 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-c416f3de-ffc0-45fc-a415-0ff30d4218be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:11.367129 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-c416f3de-ffc0-45fc-a415-0ff30d4218be tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5931184 Mar 23 09:10:11.378731 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Request body: {'port': {'device_id': 'fa0fbe8d-83f4-447d-9c62-4db942250a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:11.441592 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (261c636c-83d5-4577-bc04-469697841715), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:11.569622 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-e572422e-f77e-4a0d-8b84-15130ccf0763 None None] Provisioning complete for port 261c636c-83d5-4577-bc04-469697841715 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:11.570458 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e572422e-f77e-4a0d-8b84-15130ccf0763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (261c636c-83d5-4577-bc04-469697841715), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:11.607327 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e572422e-f77e-4a0d-8b84-15130ccf0763 None None] Port 261c636c-83d5-4577-bc04-469697841715 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:10:11.750119 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e1290-8db6-4450-ada4-1ac1edf7cd32 req-415fabbd-1503-41db-adea-bb54e9a0be5b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:11.751760 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-520e1290-8db6-4450-ada4-1ac1edf7cd32 req-415fabbd-1503-41db-adea-bb54e9a0be5b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 932 time: 0.1011150 Mar 23 09:10:11.761284 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261c636c-83d5-4577-bc04-469697841715 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:10:11.774102 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Publish callbacks [] for port (261c636c-83d5-4577-bc04-469697841715), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:11.796505 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Transition to ACTIVE for port object 261c636c-83d5-4577-bc04-469697841715 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:10:11.803516 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (261c636c-83d5-4577-bc04-469697841715), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:11.850337 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-520e1290-8db6-4450-ada4-1ac1edf7cd32 req-cd8ca1c4-d070-4814-b6c4-926920c1b3b7 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=8758f1c6-894d-4898-9cc9-709eebf30fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919008 Mar 23 09:10:11.870878 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Pushing event updated for resources: {'Port': ['ID=261c636c-83d5-4577-bc04-469697841715,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:11.945081 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Attempting to bind port 261c636c-83d5-4577-bc04-469697841715 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:10:11.945566 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Attempting to bind port 261c636c-83d5-4577-bc04-469697841715 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:10:11.946030 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Attempting to bind port 261c636c-83d5-4577-bc04-469697841715 on network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:10:11.950696 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Port 261c636c-83d5-4577-bc04-469697841715 on network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:10:11.951020 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Attempting to bind port 261c636c-83d5-4577-bc04-469697841715 on network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:10:11.957081 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:10:11.957419 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Checking segment: {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:10:11.957804 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Bound using segment: {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:10:11.958264 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Bound port: 261c636c-83d5-4577-bc04-469697841715, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c76bb7c-cca7-4cce-8743-448dfcea987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:10:11.958620 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (261c636c-83d5-4577-bc04-469697841715), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:12.025066 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] For port 261c636c-83d5-4577-bc04-469697841715, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:10:12.028253 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] For port 261c636c-83d5-4577-bc04-469697841715, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=261c636c-83d5-4577-bc04-469697841715,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:10:12.035655 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (261c636c-83d5-4577-bc04-469697841715), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:12.069442 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:12.070075 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:12.071654 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] 10.222.0.93 "PUT /v2.0/ports/261c636c-83d5-4577-bc04-469697841715 HTTP/1.1" status: 200 len: 1094 time: 0.6971807 Mar 23 09:10:12.072142 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0fbe8d-83f4-447d-9c62-4db942250a8d', 'tag': '261c636c-83d5-4577-bc04-469697841715'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:10:12.074377 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9439360-9974-4b94-87b9-a00f3d7acba2" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0fbe8d-83f4-447d-9c62-4db942250a8d", "tag": "261c636c-83d5-4577-bc04-469697841715"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:10:12.103620 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ec09b-2b8e-4cf1-a095-935bb02977b9 service neutron] Pushing event updated for resources: {'Port': ['ID=261c636c-83d5-4577-bc04-469697841715,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:12.136707 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4afaa8-1327-4a11-8fe9-faa96949c744 x-openstack-request-id: req-9c4afaa8-1327-4a11-8fe9-faa96949c744 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:10:12.136998 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0fbe8d-83f4-447d-9c62-4db942250a8d", "tag": "261c636c-83d5-4577-bc04-469697841715", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:10:12.137246 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9c4afaa8-1327-4a11-8fe9-faa96949c744 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:10:12.137657 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4afaa8-1327-4a11-8fe9-faa96949c744'] response: {'name': 'network-changed', 'server_uuid': 'fa0fbe8d-83f4-447d-9c62-4db942250a8d', 'tag': '261c636c-83d5-4577-bc04-469697841715', 'status': 'completed', 'code': 200} Mar 23 09:10:12.176915 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-4cabd856-ac28-4ec2-83b3-abb6f3dd8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:12.178499 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-4cabd856-ac28-4ec2-83b3-abb6f3dd8076 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 1128 time: 0.0533490 Mar 23 09:10:12.223395 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-e5d4f92e-9bce-426e-97db-e2ed222c95ad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=261c636c-83d5-4577-bc04-469697841715 HTTP/1.1" status: 200 len: 217 time: 0.0369678 Mar 23 09:10:12.274083 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-f7919efa-7042-4ffb-beb5-b60e374d8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:12.275585 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-f7919efa-7042-4ffb-beb5-b60e374d8dc0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83b4ac13-71e9-4cf6-97ce-85db2357cc64 HTTP/1.1" status: 200 len: 853 time: 0.0455058 Mar 23 09:10:12.326963 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-5b02ed86-5bff-4e5f-b0df-7bf75bdbc019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:12.329138 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-5b02ed86-5bff-4e5f-b0df-7bf75bdbc019 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=39df3c5d-1568-4c6e-9b3a-e334a05e9836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0465639 Mar 23 09:10:12.458099 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-a2b70416-f51a-44e0-ae0a-ef465e92b36f service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213646 Mar 23 09:10:12.465931 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac6667-fb8a-4d5f-9602-96ae1a3056ea req-5ca6b5e6-0cb1-4da8-91ba-432c56a81a3e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:12.467399 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-90ac6667-fb8a-4d5f-9602-96ae1a3056ea req-5ca6b5e6-0cb1-4da8-91ba-432c56a81a3e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0855381 Mar 23 09:10:12.574555 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-90ac6667-fb8a-4d5f-9602-96ae1a3056ea req-c0b64c37-c5b5-4f5d-898a-8648a56915d4 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989530 Mar 23 09:10:12.591838 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8e1fac59-976b-4f3a-9fbb-2c9f4a7942df req-0488339e-c01e-45fc-ac63-c6aa21cef0c0 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234679 Mar 23 09:10:12.713832 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9439360-9974-4b94-87b9-a00f3d7acba2 req-a70b3f86-1ddd-46e3-a9d8-85b4bbccf764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:12.715292 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e9439360-9974-4b94-87b9-a00f3d7acba2 req-a70b3f86-1ddd-46e3-a9d8-85b4bbccf764 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 1128 time: 0.0485597 Mar 23 09:10:12.810381 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9439360-9974-4b94-87b9-a00f3d7acba2 req-16a450d5-1055-498d-8acb-da1d32adc968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:12.812629 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e9439360-9974-4b94-87b9-a00f3d7acba2 req-16a450d5-1055-498d-8acb-da1d32adc968 service neutron] 10.222.0.93 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 915 time: 0.0900815 Mar 23 09:10:12.854124 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e9439360-9974-4b94-87b9-a00f3d7acba2 req-4f0df588-5e47-4048-9530-0b1b95d40d16 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=261c636c-83d5-4577-bc04-469697841715 HTTP/1.1" status: 200 len: 217 time: 0.0359855 Mar 23 09:10:12.906875 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9439360-9974-4b94-87b9-a00f3d7acba2 req-245456ae-03ae-4bbc-839a-d86c1076a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:12.908422 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e9439360-9974-4b94-87b9-a00f3d7acba2 req-245456ae-03ae-4bbc-839a-d86c1076a47e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83b4ac13-71e9-4cf6-97ce-85db2357cc64 HTTP/1.1" status: 200 len: 853 time: 0.0482545 Mar 23 09:10:12.998923 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f366a-7a1b-4106-b124-8f32a160b117 req-cb5b5d7d-f1f8-4d73-8474-aa295fc9e319 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:13.001338 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5c5f366a-7a1b-4106-b124-8f32a160b117 req-cb5b5d7d-f1f8-4d73-8474-aa295fc9e319 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 944 time: 0.0560868 Mar 23 09:10:13.052144 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5c5f366a-7a1b-4106-b124-8f32a160b117 req-f0c889c4-b74a-4d9e-9fe8-142300ea60a5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=8758f1c6-894d-4898-9cc9-709eebf30fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448015 Mar 23 09:10:13.092364 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 53680386-af24-4168-851f-beb509f51253 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:10:13.196836 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 53680386-af24-4168-851f-beb509f51253, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53680386-af24-4168-851f-beb509f51253,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:13.206446 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9439360-9974-4b94-87b9-a00f3d7acba2 req-0ec44bb2-a6d0-47f1-88c0-e5633700c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:13.207963 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e9439360-9974-4b94-87b9-a00f3d7acba2 req-0ec44bb2-a6d0-47f1-88c0-e5633700c674 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=39df3c5d-1568-4c6e-9b3a-e334a05e9836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2929897 Mar 23 09:10:13.209664 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '53680386-af24-4168-851f-beb509f51253', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'port_id': '53680386-af24-4168-851f-beb509f51253', 'mac_address': 'fa:16:3e:5d:65:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:10:13.249663 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 53680386-af24-4168-851f-beb509f51253 is: ACTIVE; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:13.250098 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (53680386-af24-4168-851f-beb509f51253), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:13.263008 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53680386-af24-4168-851f-beb509f51253 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:10:13.283541 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 53680386-af24-4168-851f-beb509f51253, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53680386-af24-4168-851f-beb509f51253,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:13.287803 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (53680386-af24-4168-851f-beb509f51253), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:13.303207 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e9439360-9974-4b94-87b9-a00f3d7acba2 req-2814bfca-f84d-477d-934f-345d2eca53e8 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880594 Mar 23 09:10:13.336844 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=53680386-af24-4168-851f-beb509f51253,revision_number=6']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:13.375476 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['53680386-af24-4168-851f-beb509f51253'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:10:13.397979 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e9439360-9974-4b94-87b9-a00f3d7acba2 req-cbad65fc-a1ef-42dc-a0de-a9f214be389e service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880549 Mar 23 09:10:13.707641 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0ce30-b607-4ff0-a4f0-99ff94805136 req-e6d731c2-58f6-422a-8785-a070ec0a25ea tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:13.709144 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a0e0ce30-b607-4ff0-a4f0-99ff94805136 req-e6d731c2-58f6-422a-8785-a070ec0a25ea tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 944 time: 0.0563569 Mar 23 09:10:13.760726 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a0e0ce30-b607-4ff0-a4f0-99ff94805136 req-306ed32c-4314-471c-a6db-5f8c724ee1fa tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426154 Mar 23 09:10:14.177558 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647c850-d09f-4ec0-bf2a-cd001d6d5753 req-17d073aa-d547-4643-8b91-8b445fdf73e5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:14.179049 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c647c850-d09f-4ec0-bf2a-cd001d6d5753 req-17d073aa-d547-4643-8b91-8b445fdf73e5 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 944 time: 0.0591698 Mar 23 09:10:14.454737 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c647c850-d09f-4ec0-bf2a-cd001d6d5753 req-977444f0-e142-4160-9730-38db477b0416 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=8758f1c6-894d-4898-9cc9-709eebf30fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699502 Mar 23 09:10:14.886766 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baf02a-eb75-4323-8d96-be2c3577366f req-85dd5e89-c367-41df-b691-6a42278911e1 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:14.888240 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-58baf02a-eb75-4323-8d96-be2c3577366f req-85dd5e89-c367-41df-b691-6a42278911e1 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 944 time: 0.0567009 Mar 23 09:10:14.934604 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-58baf02a-eb75-4323-8d96-be2c3577366f req-9d415498-6736-4be9-a3b0-9bccc94165ef tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401003 Mar 23 09:10:15.109643 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 53680386-af24-4168-851f-beb509f51253 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:10:15.155863 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 53680386-af24-4168-851f-beb509f51253 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:15.156877 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (53680386-af24-4168-851f-beb509f51253), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:15.236215 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 53680386-af24-4168-851f-beb509f51253 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:15.236626 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (53680386-af24-4168-851f-beb509f51253), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:15.258489 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53680386-af24-4168-851f-beb509f51253'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:10:15.260662 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c2fe29-aea9-4bfa-abf7-52359210b069" -d '{"events": [{"server_uuid": "d836a5b2-936b-4230-ba97-fc74ba05e9ec", "name": "network-vif-plugged", "status": "completed", "tag": "53680386-af24-4168-851f-beb509f51253"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:10:15.272875 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 53680386-af24-4168-851f-beb509f51253, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53680386-af24-4168-851f-beb509f51253,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:15.277085 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (53680386-af24-4168-851f-beb509f51253), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:15.299833 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11af542d-6dba-4d8f-8eab-4530aa84c5e9 x-openstack-request-id: req-11af542d-6dba-4d8f-8eab-4530aa84c5e9 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:10:15.300124 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d836a5b2-936b-4230-ba97-fc74ba05e9ec", "name": "network-vif-plugged", "status": "completed", "tag": "53680386-af24-4168-851f-beb509f51253", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:10:15.300381 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-11af542d-6dba-4d8f-8eab-4530aa84c5e9 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:10:15.300781 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11af542d-6dba-4d8f-8eab-4530aa84c5e9'] response: {'server_uuid': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53680386-af24-4168-851f-beb509f51253', 'code': 200} Mar 23 09:10:15.326104 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=53680386-af24-4168-851f-beb509f51253,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:15.572244 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216fe37-121e-47f7-9610-f04bf14e845d req-edc74976-0a6c-457e-a745-302156e7d620 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:15.573713 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b216fe37-121e-47f7-9610-f04bf14e845d req-edc74976-0a6c-457e-a745-302156e7d620 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 944 time: 0.0528679 Mar 23 09:10:15.622462 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b216fe37-121e-47f7-9610-f04bf14e845d req-cd7cc31a-c1ef-4c79-8ecf-fc22046f9e85 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=8758f1c6-894d-4898-9cc9-709eebf30fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413189 Mar 23 09:10:16.065054 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39989588-9c6d-411a-8aa0-85d5c651d32c req-9c418520-38b1-427c-a9c9-c5bd196348d9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:16.066574 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-39989588-9c6d-411a-8aa0-85d5c651d32c req-9c418520-38b1-427c-a9c9-c5bd196348d9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0519338 Mar 23 09:10:16.112533 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-39989588-9c6d-411a-8aa0-85d5c651d32c req-e167d0fc-900f-4aa1-9978-4cd06dfac2de tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405285 Mar 23 09:10:16.740738 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4fa1a-fced-4e66-b8ce-ae75e491633c req-dd002570-5e0e-4b05-ac71-6c31f43e3fa4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:16.742112 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f8f4fa1a-fced-4e66-b8ce-ae75e491633c req-dd002570-5e0e-4b05-ac71-6c31f43e3fa4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 944 time: 0.0525928 Mar 23 09:10:16.791194 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f8f4fa1a-fced-4e66-b8ce-ae75e491633c req-27c2d260-a201-46b1-a00f-428a8ce13e7b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=8758f1c6-894d-4898-9cc9-709eebf30fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435767 Mar 23 09:10:17.242364 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126b633-89f8-4724-9a94-57996703e07f req-03cdcdba-f9ec-477a-a1c3-feeaf29821b6 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:17.243817 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-1126b633-89f8-4724-9a94-57996703e07f req-03cdcdba-f9ec-477a-a1c3-feeaf29821b6 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0512590 Mar 23 09:10:17.291345 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-1126b633-89f8-4724-9a94-57996703e07f req-7d7857d7-39b7-473b-b28a-a90b02ea9a69 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420761 Mar 23 09:10:17.909378 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86578ee4-8343-4449-a564-5b35fb71a230 req-4fb0b8b7-2dc9-42ca-bbf0-f844293d6f68 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:17.910897 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-86578ee4-8343-4449-a564-5b35fb71a230 req-4fb0b8b7-2dc9-42ca-bbf0-f844293d6f68 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 944 time: 0.0527635 Mar 23 09:10:17.957964 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-86578ee4-8343-4449-a564-5b35fb71a230 req-5b36c14a-106c-427f-813c-8996722f08fa tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=8758f1c6-894d-4898-9cc9-709eebf30fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416079 Mar 23 09:10:18.417507 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd61e2-de10-4af9-9a2a-52a8d2d77f12 req-72efa595-d7f2-405b-a200-e1ed8add641f tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:18.419012 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-62fd61e2-de10-4af9-9a2a-52a8d2d77f12 req-72efa595-d7f2-405b-a200-e1ed8add641f tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0538859 Mar 23 09:10:18.465748 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-62fd61e2-de10-4af9-9a2a-52a8d2d77f12 req-c5c00a4e-b4d1-44dd-bab6-c7cc85eaf38b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400624 Mar 23 09:10:19.091495 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800edd3-3cda-4a9e-b614-4f0779317f0b req-09e2aacd-986e-4dfe-845d-7e21b1cab4c1 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:19.094749 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c800edd3-3cda-4a9e-b614-4f0779317f0b req-09e2aacd-986e-4dfe-845d-7e21b1cab4c1 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 944 time: 0.0717816 Mar 23 09:10:19.126212 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 261c636c-83d5-4577-bc04-469697841715 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:10:19.153490 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c800edd3-3cda-4a9e-b614-4f0779317f0b req-6f3fa336-8936-4314-9f0e-d1d07f3d857d tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=8758f1c6-894d-4898-9cc9-709eebf30fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524037 Mar 23 09:10:19.268487 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 261c636c-83d5-4577-bc04-469697841715, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=261c636c-83d5-4577-bc04-469697841715,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:19.279977 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '261c636c-83d5-4577-bc04-469697841715', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'port_id': '261c636c-83d5-4577-bc04-469697841715', 'mac_address': 'fa:16:3e:ba:d6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:10:19.331630 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 261c636c-83d5-4577-bc04-469697841715 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:19.332132 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (261c636c-83d5-4577-bc04-469697841715), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.347283 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261c636c-83d5-4577-bc04-469697841715 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:10:19.370097 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 261c636c-83d5-4577-bc04-469697841715, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=261c636c-83d5-4577-bc04-469697841715,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:19.375883 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (261c636c-83d5-4577-bc04-469697841715), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:19.426476 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=261c636c-83d5-4577-bc04-469697841715,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:19.608879 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6408bf-de8b-46b1-9ee2-7a79eaf65e33 req-59ebfd50-e4be-442e-91a5-1aa7089e2657 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:19.611486 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0c6408bf-de8b-46b1-9ee2-7a79eaf65e33 req-59ebfd50-e4be-442e-91a5-1aa7089e2657 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0678189 Mar 23 09:10:19.675939 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0c6408bf-de8b-46b1-9ee2-7a79eaf65e33 req-aeb6182d-759f-4f96-be49-4359cca82c96 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567729 Mar 23 09:10:19.786959 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['261c636c-83d5-4577-bc04-469697841715'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:10:19.825124 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:10:20.279007 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e73fcf-2618-4f24-bd07-ee3483c1b95b req-5676ec2b-9ff5-4b32-bd80-b7b35dfdf429 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:20.280673 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d9e73fcf-2618-4f24-bd07-ee3483c1b95b req-5676ec2b-9ff5-4b32-bd80-b7b35dfdf429 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 945 time: 0.0590723 Mar 23 09:10:20.332823 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d9e73fcf-2618-4f24-bd07-ee3483c1b95b req-7f18b850-7182-4d8d-8219-2318a4fe427f tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=8758f1c6-894d-4898-9cc9-709eebf30fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453649 Mar 23 09:10:20.825147 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3908460-bac4-4ed3-a5a8-0e429375ca2b req-09200af5-45f4-4706-b29e-19f8e922b819 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:20.832092 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a3908460-bac4-4ed3-a5a8-0e429375ca2b req-09200af5-45f4-4706-b29e-19f8e922b819 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0694139 Mar 23 09:10:20.886231 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a3908460-bac4-4ed3-a5a8-0e429375ca2b req-b4e3c31b-59e7-42a0-b1e3-e684d63ccda2 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532570 Mar 23 09:10:21.137458 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 261c636c-83d5-4577-bc04-469697841715 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:10:21.197398 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port 261c636c-83d5-4577-bc04-469697841715 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:10:21.201318 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 261c636c-83d5-4577-bc04-469697841715 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:21.201692 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (261c636c-83d5-4577-bc04-469697841715), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.279804 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 261c636c-83d5-4577-bc04-469697841715 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:21.280893 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (261c636c-83d5-4577-bc04-469697841715), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.307635 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0fbe8d-83f4-447d-9c62-4db942250a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261c636c-83d5-4577-bc04-469697841715'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:10:21.310963 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4efe61e-4726-4e4a-8f45-e696f8f929bc" -d '{"events": [{"server_uuid": "fa0fbe8d-83f4-447d-9c62-4db942250a8d", "name": "network-vif-plugged", "status": "completed", "tag": "261c636c-83d5-4577-bc04-469697841715"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:10:21.324738 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 261c636c-83d5-4577-bc04-469697841715, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=261c636c-83d5-4577-bc04-469697841715,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:21.330072 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (261c636c-83d5-4577-bc04-469697841715), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:21.354790 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76caf06-338f-4411-85f1-1a63a9356a48 x-openstack-request-id: req-c76caf06-338f-4411-85f1-1a63a9356a48 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:10:21.355087 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0fbe8d-83f4-447d-9c62-4db942250a8d", "name": "network-vif-plugged", "status": "completed", "tag": "261c636c-83d5-4577-bc04-469697841715", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:10:21.355337 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c76caf06-338f-4411-85f1-1a63a9356a48 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:10:21.355767 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76caf06-338f-4411-85f1-1a63a9356a48'] response: {'server_uuid': 'fa0fbe8d-83f4-447d-9c62-4db942250a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261c636c-83d5-4577-bc04-469697841715', 'code': 200} Mar 23 09:10:21.388166 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=261c636c-83d5-4577-bc04-469697841715,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:21.477259 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8529eec-15cb-40ad-8e08-2bbca4747947 req-93c4793a-4f30-4d2f-91e4-eafb7c06cee4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:21.485147 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c8529eec-15cb-40ad-8e08-2bbca4747947 req-93c4793a-4f30-4d2f-91e4-eafb7c06cee4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 946 time: 0.0675793 Mar 23 09:10:21.532877 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c8529eec-15cb-40ad-8e08-2bbca4747947 req-04ee6b5b-f9e2-46a8-8043-277093fa7193 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=8758f1c6-894d-4898-9cc9-709eebf30fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467544 Mar 23 09:10:21.551039 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59134a59-4a3d-4297-9c09-b577fc21106f req-d58b342d-7b9b-49ef-b13d-d5bfaba712af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:21.554954 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-59134a59-4a3d-4297-9c09-b577fc21106f req-d58b342d-7b9b-49ef-b13d-d5bfaba712af service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 1130 time: 0.0502820 Mar 23 09:10:21.601081 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-59134a59-4a3d-4297-9c09-b577fc21106f req-06e3a2bd-bae3-42b7-9d93-2e3a94601fe8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8758f1c6-894d-4898-9cc9-709eebf30fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401270 Mar 23 09:10:22.023439 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321872f6-cec0-42cd-bcb2-e91a9df887f8 req-349e3d77-94e6-4737-96ff-4caa769a3f60 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:22.025070 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-321872f6-cec0-42cd-bcb2-e91a9df887f8 req-349e3d77-94e6-4737-96ff-4caa769a3f60 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0588379 Mar 23 09:10:22.096946 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-321872f6-cec0-42cd-bcb2-e91a9df887f8 req-66cb7204-4f37-46c4-9974-c0d35ef14e3a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638142 Mar 23 09:10:22.657897 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b3f71-c12a-4ba1-ba55-524b8e54176c req-b148abd9-7f34-4b61-b233-2f6139efbc8a tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:22.659445 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-175b3f71-c12a-4ba1-ba55-524b8e54176c req-b148abd9-7f34-4b61-b233-2f6139efbc8a tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 946 time: 0.0580108 Mar 23 09:10:22.708081 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-175b3f71-c12a-4ba1-ba55-524b8e54176c req-5afd169d-e5ad-423c-9e3d-0add27d76a30 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=8758f1c6-894d-4898-9cc9-709eebf30fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431352 Mar 23 09:10:23.267274 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6583651-e156-411f-9cbd-607c968c1255 req-b10fead0-1a39-468f-8609-466906d06bf9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:23.268810 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e6583651-e156-411f-9cbd-607c968c1255 req-b10fead0-1a39-468f-8609-466906d06bf9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0578036 Mar 23 09:10:23.318008 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e6583651-e156-411f-9cbd-607c968c1255 req-0a38be8c-5eb8-4654-83bb-4dbec3a39403 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427794 Mar 23 09:10:23.834246 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9b2f8-e772-4f50-92a0-804f2ee38950 req-1fc7b89e-8722-4974-81ef-822d2d81d548 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:23.835736 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7aa9b2f8-e772-4f50-92a0-804f2ee38950 req-1fc7b89e-8722-4974-81ef-822d2d81d548 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 946 time: 0.0557950 Mar 23 09:10:23.885876 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7aa9b2f8-e772-4f50-92a0-804f2ee38950 req-62133a32-58fe-4947-b2b6-e0b955207b51 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=8758f1c6-894d-4898-9cc9-709eebf30fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437915 Mar 23 09:10:24.007471 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60f5dd-a3db-4655-a868-1109375b3f15 req-08b6e3cb-8dd0-49e9-924d-e5d5ae0a7d3b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:24.010286 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1b60f5dd-a3db-4655-a868-1109375b3f15 req-08b6e3cb-8dd0-49e9-924d-e5d5ae0a7d3b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 946 time: 0.0546308 Mar 23 09:10:24.018680 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58082) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:10:24.024324 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-4a3a3202-200b-4a6c-bbfa-ad9fa0601d6b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Request body: {'floatingip': {'port_id': '261c636c-83d5-4577-bc04-469697841715'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:10:24.068545 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3202-200b-4a6c-bbfa-ad9fa0601d6b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (c4b74af3-74b6-440a-a4c8-2ddff78b8eae), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.464328 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d10e9-df4f-43bc-884f-395fa65b3fad req-39710731-7977-4e6b-acb9-12adb5e3993b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:24.465834 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-594d10e9-df4f-43bc-884f-395fa65b3fad req-39710731-7977-4e6b-acb9-12adb5e3993b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0680382 Mar 23 09:10:24.521119 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-594d10e9-df4f-43bc-884f-395fa65b3fad req-6b80a649-16ff-489a-b79c-7337ba04c58d tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481339 Mar 23 09:10:24.553315 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3202-200b-4a6c-bbfa-ad9fa0601d6b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.559684 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3202-200b-4a6c-bbfa-ad9fa0601d6b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (c4b74af3-74b6-440a-a4c8-2ddff78b8eae), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:24.674198 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [None req-4a3a3202-200b-4a6c-bbfa-ad9fa0601d6b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Floating IP c4b74af3-74b6-440a-a4c8-2ddff78b8eae associated. External IP: 172.28.1.174, port: 261c636c-83d5-4577-bc04-469697841715. Mar 23 09:10:24.909782 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3a3202-200b-4a6c-bbfa-ad9fa0601d6b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:10:25.027761 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3a3202-200b-4a6c-bbfa-ad9fa0601d6b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:10:25.033317 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3202-200b-4a6c-bbfa-ad9fa0601d6b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:25.042434 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b241cfd2-9148-4242-b99e-7aaf31657375 None None] Sync routers for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:10:25.058520 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b241cfd2-9148-4242-b99e-7aaf31657375 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:10:25.059684 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-b241cfd2-9148-4242-b99e-7aaf31657375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:10:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:25.070969 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-4a3a3202-200b-4a6c-bbfa-ad9fa0601d6b tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "PUT /v2.0/floatingips/c4b74af3-74b6-440a-a4c8-2ddff78b8eae HTTP/1.1" status: 200 len: 992 time: 1.0512104 Mar 23 09:10:25.071569 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0fbe8d-83f4-447d-9c62-4db942250a8d', 'tag': '261c636c-83d5-4577-bc04-469697841715'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:10:25.074583 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4361d21-8703-4643-b695-0f45d62ac120" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0fbe8d-83f4-447d-9c62-4db942250a8d", "tag": "261c636c-83d5-4577-bc04-469697841715"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:10:25.113322 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134a4840-a097-4939-a3c1-ad8185f8c738 x-openstack-request-id: req-134a4840-a097-4939-a3c1-ad8185f8c738 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:10:25.113675 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0fbe8d-83f4-447d-9c62-4db942250a8d", "tag": "261c636c-83d5-4577-bc04-469697841715", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:10:25.114052 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-134a4840-a097-4939-a3c1-ad8185f8c738 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:10:25.114504 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134a4840-a097-4939-a3c1-ad8185f8c738'] response: {'name': 'network-changed', 'server_uuid': 'fa0fbe8d-83f4-447d-9c62-4db942250a8d', 'tag': '261c636c-83d5-4577-bc04-469697841715', 'status': 'completed', 'code': 200} Mar 23 09:10:25.199724 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4361d21-8703-4643-b695-0f45d62ac120 req-551c5a1d-d5f9-4112-8d17-a182a0afd531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:25.201574 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a4361d21-8703-4643-b695-0f45d62ac120 req-551c5a1d-d5f9-4112-8d17-a182a0afd531 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=10c31b5d1eda4472b343001019b8c22d&device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 1130 time: 0.0646927 Mar 23 09:10:25.205191 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-b241cfd2-9148-4242-b99e-7aaf31657375 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:10:25.376834 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4361d21-8703-4643-b695-0f45d62ac120 req-9f6d2b74-e4b5-43f8-bf14-9c49e0b637b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:25.378336 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a4361d21-8703-4643-b695-0f45d62ac120 req-9f6d2b74-e4b5-43f8-bf14-9c49e0b637b1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 200 len: 915 time: 0.1707361 Mar 23 09:10:25.447136 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a4361d21-8703-4643-b695-0f45d62ac120 req-a074dab0-6407-4fd8-a987-ca5c6e757321 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=261c636c-83d5-4577-bc04-469697841715 HTTP/1.1" status: 200 len: 1000 time: 0.0624473 Mar 23 09:10:25.503434 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4361d21-8703-4643-b695-0f45d62ac120 req-f91a0c03-0519-4b84-86e9-023865397d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:25.505014 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a4361d21-8703-4643-b695-0f45d62ac120 req-f91a0c03-0519-4b84-86e9-023865397d72 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83b4ac13-71e9-4cf6-97ce-85db2357cc64 HTTP/1.1" status: 200 len: 853 time: 0.0520134 Mar 23 09:10:25.560836 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4361d21-8703-4643-b695-0f45d62ac120 req-06a5557f-173b-4a41-91a8-9fc7c05da5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:25.563364 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a4361d21-8703-4643-b695-0f45d62ac120 req-06a5557f-173b-4a41-91a8-9fc7c05da5ec service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=39df3c5d-1568-4c6e-9b3a-e334a05e9836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0511758 Mar 23 09:10:25.596312 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-b241cfd2-9148-4242-b99e-7aaf31657375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': 'c4b74af3-74b6-440a-a4c8-2ddff78b8eae', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.174', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '261c636c-83d5-4577-bc04-469697841715', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:ba:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0fbe8d-83f4-447d-9c62-4db942250a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:10:08Z', 'updated_at': '2022-03-23T09:10:24Z', 'revision_number': 1, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:25.624938 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b241cfd2-9148-4242-b99e-7aaf31657375 None None] Checking router: 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:10:25.633737 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b241cfd2-9148-4242-b99e-7aaf31657375 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:10:25.634316 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-b241cfd2-9148-4242-b99e-7aaf31657375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:10:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:25.690729 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a4361d21-8703-4643-b695-0f45d62ac120 req-f29f4393-450d-4118-ba65-b479dfb81f86 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215422 Mar 23 09:10:25.730038 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085e1c0-4f19-4d21-8e26-badfb213bcdd req-164f62be-a0a0-4f65-a8fb-37cf661666a0 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:25.732446 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-2085e1c0-4f19-4d21-8e26-badfb213bcdd req-164f62be-a0a0-4f65-a8fb-37cf661666a0 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0907516 Mar 23 09:10:25.776427 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-b241cfd2-9148-4242-b99e-7aaf31657375 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:10:25.791681 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-2085e1c0-4f19-4d21-8e26-badfb213bcdd req-ced2e7be-5b19-4faa-afb3-7c7511f006d6 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529296 Mar 23 09:10:25.810022 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a4361d21-8703-4643-b695-0f45d62ac120 req-4b89ac49-a2cd-4fda-b999-735fda742f08 service neutron] 10.222.0.93 "GET /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102536 Mar 23 09:10:26.040743 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-b241cfd2-9148-4242-b99e-7aaf31657375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': 'c4b74af3-74b6-440a-a4c8-2ddff78b8eae', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.174', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '261c636c-83d5-4577-bc04-469697841715', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:ba:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0fbe8d-83f4-447d-9c62-4db942250a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:10:08Z', 'updated_at': '2022-03-23T09:10:24Z', 'revision_number': 1, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:10:26.069886 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b241cfd2-9148-4242-b99e-7aaf31657375 None None] The sync data for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb is: [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': 'c4b74af3-74b6-440a-a4c8-2ddff78b8eae', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'floating_ip_address': '172.28.1.174', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'port_id': '261c636c-83d5-4577-bc04-469697841715', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'mac_address': 'fa:16:3e:ba:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0fbe8d-83f4-447d-9c62-4db942250a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:10:08Z', 'updated_at': '2022-03-23T09:10:24Z', 'revision_number': 1, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:10:26.355683 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3175d1-522e-4f61-aa20-cb94271ad801 None None] New status for floating IP c4b74af3-74b6-440a-a4c8-2ddff78b8eae: ACTIVE {{(pid=103136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:10:26.945290 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483c763-5020-412a-a560-d74201bdc044 req-6a03fc88-d284-4b16-96f7-3c5f9244dc13 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:26.949120 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e483c763-5020-412a-a560-d74201bdc044 req-6a03fc88-d284-4b16-96f7-3c5f9244dc13 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0673711 Mar 23 09:10:27.003835 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e483c763-5020-412a-a560-d74201bdc044 req-2302df2d-8233-4693-888d-aa28ba925c87 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506377 Mar 23 09:10:28.134622 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3ee63-3f0b-4d2c-8d02-2562a8c8eaaf req-2604bff4-8cd4-4232-ac69-208cb814282e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:28.136128 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d8d3ee63-3f0b-4d2c-8d02-2562a8c8eaaf req-2604bff4-8cd4-4232-ac69-208cb814282e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0559213 Mar 23 09:10:28.187324 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d8d3ee63-3f0b-4d2c-8d02-2562a8c8eaaf req-6444ff42-92ea-4790-93fc-5e3fa787d2ef tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451326 Mar 23 09:10:29.345125 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069daa5-9a9a-4a97-8069-ae4e3979dde1 req-a165a202-539d-4a1b-ae91-d2e4fe758257 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:29.346718 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3069daa5-9a9a-4a97-8069-ae4e3979dde1 req-a165a202-539d-4a1b-ae91-d2e4fe758257 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0596905 Mar 23 09:10:29.408461 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3069daa5-9a9a-4a97-8069-ae4e3979dde1 req-42cf199b-939c-457a-8c4c-a356123a8dc4 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561006 Mar 23 09:10:30.568164 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e8cd3-8c2a-4f3e-a8a2-31b4e81b25c3 req-ad53e5b7-bb41-4934-a2de-93bb1b50bac0 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:30.569790 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-563e8cd3-8c2a-4f3e-a8a2-31b4e81b25c3 req-ad53e5b7-bb41-4934-a2de-93bb1b50bac0 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0754454 Mar 23 09:10:30.595838 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-213e09f8-1636-4367-8e30-5e8441fc42eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:30.622724 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-563e8cd3-8c2a-4f3e-a8a2-31b4e81b25c3 req-c7308981-5599-4d8e-92db-f4ceb70a0432 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468495 Mar 23 09:10:30.723452 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:30.987047 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69741d13-3d01-44a8-a155-1b487ea94091 req-95b3a91c-f5e5-49cd-b6d8-f291d8aaff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:30.988437 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-69741d13-3d01-44a8-a155-1b487ea94091 req-95b3a91c-f5e5-49cd-b6d8-f291d8aaff7e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5c385a890af4ad8a66dceaef2f65557&device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 1129 time: 0.0446134 Mar 23 09:10:31.077161 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69741d13-3d01-44a8-a155-1b487ea94091 req-dfd04363-9f1e-4e1e-9eab-e19a7a051a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:31.078723 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-69741d13-3d01-44a8-a155-1b487ea94091 req-dfd04363-9f1e-4e1e-9eab-e19a7a051a00 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 200 len: 917 time: 0.0842352 Mar 23 09:10:31.147256 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-69741d13-3d01-44a8-a155-1b487ea94091 req-e21780e1-083d-4e6a-8a15-1230f4e75419 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53680386-af24-4168-851f-beb509f51253 HTTP/1.1" status: 200 len: 1001 time: 0.0619321 Mar 23 09:10:31.195963 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69741d13-3d01-44a8-a155-1b487ea94091 req-292534f0-a052-448b-810b-7e2e72ca36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:31.197402 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-69741d13-3d01-44a8-a155-1b487ea94091 req-292534f0-a052-448b-810b-7e2e72ca36a4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=557dee99-09a9-460c-be1d-dcb02c131231 HTTP/1.1" status: 200 len: 855 time: 0.0448706 Mar 23 09:10:31.247022 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69741d13-3d01-44a8-a155-1b487ea94091 req-526842b4-c509-4ddd-97f4-ee8e99c08450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:31.248498 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-69741d13-3d01-44a8-a155-1b487ea94091 req-526842b4-c509-4ddd-97f4-ee8e99c08450 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0446198 Mar 23 09:10:31.340205 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-69741d13-3d01-44a8-a155-1b487ea94091 req-0b9757b3-1f23-453b-b275-81715b4a69bb service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859864 Mar 23 09:10:31.427219 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-69741d13-3d01-44a8-a155-1b487ea94091 req-87626dcf-099f-4ab8-90cb-c8309171e715 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813918 Mar 23 09:10:31.772248 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebc3dd-16ed-4bfd-8c67-3e913636f2d4 req-eef163b4-dc99-402d-af7a-19f68bab9cea tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:31.773810 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1aebc3dd-16ed-4bfd-8c67-3e913636f2d4 req-eef163b4-dc99-402d-af7a-19f68bab9cea tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0653350 Mar 23 09:10:31.821349 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1aebc3dd-16ed-4bfd-8c67-3e913636f2d4 req-20cda8c8-9a9c-41d3-bf82-911705f3eea8 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417311 Mar 23 09:10:32.872220 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8cbc1ba-e297-456a-8f58-355fd550c573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:32.951966 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747fea6-4c0e-4de4-bc65-a68577bcded2 req-0320980d-5709-44ee-a761-5ff32b8bb164 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:32.953129 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c747fea6-4c0e-4de4-bc65-a68577bcded2 req-0320980d-5709-44ee-a761-5ff32b8bb164 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0538559 Mar 23 09:10:33.000527 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c747fea6-4c0e-4de4-bc65-a68577bcded2 req-2c727839-a1da-4f1a-bb0a-16a1151ed08f tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416131 Mar 23 09:10:33.995951 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:34.136891 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d5297-f871-4b05-bbb0-6ef483c0b8f1 req-333f5c81-09d5-426a-a0f2-a7423d1f53de tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:34.138380 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-621d5297-f871-4b05-bbb0-6ef483c0b8f1 req-333f5c81-09d5-426a-a0f2-a7423d1f53de tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0533438 Mar 23 09:10:34.184391 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-621d5297-f871-4b05-bbb0-6ef483c0b8f1 req-247e5200-49f4-48f4-b23f-7818698ccf88 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400259 Mar 23 09:10:35.110354 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56dd2f-bfc1-4a3a-85fc-5c76f8dba6f9 req-43baf62e-7429-48d4-bfad-70bc3c0d385a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:35.111797 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6d56dd2f-bfc1-4a3a-85fc-5c76f8dba6f9 req-43baf62e-7429-48d4-bfad-70bc3c0d385a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 945 time: 0.0840952 Mar 23 09:10:35.144026 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-00e881ac-81fa-4faf-95f8-c3c9313316b5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715923 Mar 23 09:10:35.166914 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6d56dd2f-bfc1-4a3a-85fc-5c76f8dba6f9 req-4d34c173-ef75-433e-8a91-9e19c0569aef tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490956 Mar 23 09:10:35.215426 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-d1be1f5f-c245-4c40-ad29-99fa0bc23e1c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:35.216745 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-d1be1f5f-c245-4c40-ad29-99fa0bc23e1c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports/53680386-af24-4168-851f-beb509f51253 HTTP/1.1" status: 200 len: 942 time: 0.0458500 Mar 23 09:10:35.231846 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 53680386-af24-4168-851f-beb509f51253 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:10:35.310555 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 53680386-af24-4168-851f-beb509f51253 is: ACTIVE; New status is: DOWN {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:35.310951 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (53680386-af24-4168-851f-beb509f51253), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:35.334338 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53680386-af24-4168-851f-beb509f51253'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:10:35.336618 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a01f100-e42f-47dd-960b-2fd7d044fa24" -d '{"events": [{"server_uuid": "d836a5b2-936b-4230-ba97-fc74ba05e9ec", "name": "network-vif-unplugged", "status": "completed", "tag": "53680386-af24-4168-851f-beb509f51253"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:10:35.349670 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 53680386-af24-4168-851f-beb509f51253, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53680386-af24-4168-851f-beb509f51253,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:35.354719 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (53680386-af24-4168-851f-beb509f51253), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:35.378137 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 09:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbaa406-1298-47af-943f-96692c1eac18 x-openstack-request-id: req-dfbaa406-1298-47af-943f-96692c1eac18 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:10:35.378433 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d836a5b2-936b-4230-ba97-fc74ba05e9ec", "name": "network-vif-unplugged", "status": "failed", "tag": "53680386-af24-4168-851f-beb509f51253", "code": 422}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:10:35.378692 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dfbaa406-1298-47af-943f-96692c1eac18 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:10:35.379095 dv-cinder-834822-2-smb neutron-server[103136]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-dfbaa406-1298-47af-943f-96692c1eac18']: {'server_uuid': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '53680386-af24-4168-851f-beb509f51253', 'code': 422} returned with failed status Mar 23 09:10:35.409831 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=53680386-af24-4168-851f-beb509f51253,revision_number=8']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:35.416699 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:35.417098 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:35.417443 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:35.417925 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:35.418156 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:35.418523 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:35.418857 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:35.419182 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:35.419507 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:35.419829 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:35.420151 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:35.420504 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:35.420832 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:35.421151 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:35.421500 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:10:35.626958 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:35.979252 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-4a86745b-b198-4fc9-8b63-83b9a2edd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:35.980681 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-4a86745b-b198-4fc9-8b63-83b9a2edd61d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec&tenant_id=d5c385a890af4ad8a66dceaef2f65557 HTTP/1.1" status: 200 len: 1127 time: 0.0449188 Mar 23 09:10:36.043956 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-bcf784fd-7f33-4042-84c6-9ae20162452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:36.046103 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-bcf784fd-7f33-4042-84c6-9ae20162452a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5c385a890af4ad8a66dceaef2f65557&device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 1127 time: 0.0427117 Mar 23 09:10:36.134651 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-7f315600-22c5-49a8-941f-4c5187ce5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:36.136090 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-7f315600-22c5-49a8-941f-4c5187ce5e30 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 200 len: 917 time: 0.0843539 Mar 23 09:10:36.199290 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-b6694266-83db-4f35-9753-dce9abc82921 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53680386-af24-4168-851f-beb509f51253 HTTP/1.1" status: 200 len: 999 time: 0.0566220 Mar 23 09:10:36.273775 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-912ed389-c8ad-4f0d-a01f-de11c65da255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:36.275143 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-912ed389-c8ad-4f0d-a01f-de11c65da255 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=557dee99-09a9-460c-be1d-dcb02c131231 HTTP/1.1" status: 200 len: 855 time: 0.0702116 Mar 23 09:10:36.320410 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d216f6-bd50-40e9-91ce-49437953eadf req-4f385da7-def6-48a7-a915-8e19d9732858 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:36.321945 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f7d216f6-bd50-40e9-91ce-49437953eadf req-4f385da7-def6-48a7-a915-8e19d9732858 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0815818 Mar 23 09:10:36.352744 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-fbbb4c85-13c6-40d2-98b4-79676d22c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:36.354214 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-fbbb4c85-13c6-40d2-98b4-79676d22c61f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0719802 Mar 23 09:10:36.422087 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f7d216f6-bd50-40e9-91ce-49437953eadf req-794ce3ea-5f81-4761-b23a-1478881d6bc2 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936396 Mar 23 09:10:36.459391 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-9ee9699f-477d-480d-8f37-4630ef5dff26 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974741 Mar 23 09:10:36.549135 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-14fa7221-9ac8-47ab-a69e-818abcc1ca06 req-95d19119-ce27-401e-b3ed-a7937bcc0341 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829113 Mar 23 09:10:36.849977 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:37.556613 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4846a2c-0588-448e-b36e-1af018a3321a req-d9051992-32fa-4b08-b426-dcff22719829 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:37.558460 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a4846a2c-0588-448e-b36e-1af018a3321a req-d9051992-32fa-4b08-b426-dcff22719829 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0586424 Mar 23 09:10:37.610247 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a4846a2c-0588-448e-b36e-1af018a3321a req-e23fd39a-024d-44c1-9707-ff3d0d9114b9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453384 Mar 23 09:10:38.749707 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ec1c2-d04a-4e81-b372-ab6f4c41256b req-3cfafdab-7e22-4d6d-ae80-359d8fa0c89a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:38.751208 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-526ec1c2-d04a-4e81-b372-ab6f4c41256b req-3cfafdab-7e22-4d6d-ae80-359d8fa0c89a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0599842 Mar 23 09:10:38.803753 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-526ec1c2-d04a-4e81-b372-ab6f4c41256b req-5b8cac48-d21f-40ca-9b16-7c1624e40dca tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469668 Mar 23 09:10:39.934521 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e93fc6-fbea-445e-aaf3-1114ac04341c req-891bfc20-a7f3-476f-9024-c71f642c6c77 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:39.936566 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-08e93fc6-fbea-445e-aaf3-1114ac04341c req-891bfc20-a7f3-476f-9024-c71f642c6c77 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0543411 Mar 23 09:10:39.985756 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-08e93fc6-fbea-445e-aaf3-1114ac04341c req-ad00b1fc-a481-4732-a6d8-018d6069eb6c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426607 Mar 23 09:10:41.122764 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442197e-88d1-4caf-a010-6229a1abe7d4 req-2fc9ebf8-b61a-45c7-bc4e-a97c2e32d70b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:41.124468 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9442197e-88d1-4caf-a010-6229a1abe7d4 req-2fc9ebf8-b61a-45c7-bc4e-a97c2e32d70b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0543203 Mar 23 09:10:41.173364 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9442197e-88d1-4caf-a010-6229a1abe7d4 req-aa5ec249-c732-41a3-bd3e-300a228932ac tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421202 Mar 23 09:10:42.308405 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fad78-5afd-424c-970c-a8bdc8af0e4c req-d18bbd50-f512-4a9f-8979-b539167b2c11 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:42.309897 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-263fad78-5afd-424c-970c-a8bdc8af0e4c req-d18bbd50-f512-4a9f-8979-b539167b2c11 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0601444 Mar 23 09:10:42.360852 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-263fad78-5afd-424c-970c-a8bdc8af0e4c req-be8b4d53-6332-43de-9137-5109533c2bc2 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447974 Mar 23 09:10:43.490205 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d76ff-38ca-4f74-9229-fc03aecf26b1 req-4e53d6e6-83c2-4758-a141-c19c4b10716e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:43.491744 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-122d76ff-38ca-4f74-9229-fc03aecf26b1 req-4e53d6e6-83c2-4758-a141-c19c4b10716e tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0565088 Mar 23 09:10:43.544326 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-122d76ff-38ca-4f74-9229-fc03aecf26b1 req-494183a4-9b97-4322-9509-3648cdd0d6e4 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470104 Mar 23 09:10:44.673196 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1306425-84ee-4803-9c46-430d42ff2301 req-d3810b67-3fc1-4a37-95a0-d55366f0f4f9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:44.674816 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e1306425-84ee-4803-9c46-430d42ff2301 req-d3810b67-3fc1-4a37-95a0-d55366f0f4f9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0572908 Mar 23 09:10:44.723968 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e1306425-84ee-4803-9c46-430d42ff2301 req-65d2ea3f-268d-41e9-885a-9bc1771d51b8 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434873 Mar 23 09:10:45.853674 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b994b21-4e17-4a4f-ad4c-a1e8a3743a7f req-ed65a72e-c69b-4df7-8c98-bd7984c5ac2a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:45.855247 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0b994b21-4e17-4a4f-ad4c-a1e8a3743a7f req-ed65a72e-c69b-4df7-8c98-bd7984c5ac2a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0554440 Mar 23 09:10:45.904049 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0b994b21-4e17-4a4f-ad4c-a1e8a3743a7f req-faa87d5e-de9c-4d0b-be0b-2c03c98e9280 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421388 Mar 23 09:10:47.032812 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7751c-f1c9-4b10-ae64-a2fcc4bbcadd req-e0e18a47-24ff-4172-acbe-263a71eb267a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:47.035344 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e2b7751c-f1c9-4b10-ae64-a2fcc4bbcadd req-e0e18a47-24ff-4172-acbe-263a71eb267a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0547855 Mar 23 09:10:47.086272 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e2b7751c-f1c9-4b10-ae64-a2fcc4bbcadd req-7b85e528-027c-4c90-8968-63f59b1e8562 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457134 Mar 23 09:10:48.210163 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775cf36-4309-4ca2-ad5f-60e04386e58b req-13c3bc20-fb63-4355-8216-c075e0ca3505 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:48.211614 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7775cf36-4309-4ca2-ad5f-60e04386e58b req-13c3bc20-fb63-4355-8216-c075e0ca3505 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0526006 Mar 23 09:10:48.261124 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7775cf36-4309-4ca2-ad5f-60e04386e58b req-49d30e42-866d-4ec0-addf-48bb070117d3 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439923 Mar 23 09:10:49.384750 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3144e84-c8ec-47da-8634-c4930859b676 req-782c8aea-ed60-4560-9f40-c295af49d50a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:49.386208 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3144e84-c8ec-47da-8634-c4930859b676 req-782c8aea-ed60-4560-9f40-c295af49d50a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0544724 Mar 23 09:10:49.432080 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3144e84-c8ec-47da-8634-c4930859b676 req-140b6617-16fc-4fde-ab87-5d12951f4f51 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394149 Mar 23 09:10:50.557771 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643eb74c-7647-4d1b-a046-1a795f6fcfdf req-2b57132d-0abd-409d-a5a4-fa7482b9cc03 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:50.559289 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-643eb74c-7647-4d1b-a046-1a795f6fcfdf req-2b57132d-0abd-409d-a5a4-fa7482b9cc03 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0520205 Mar 23 09:10:50.605891 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-643eb74c-7647-4d1b-a046-1a795f6fcfdf req-1cebcc6b-e0d7-4136-973b-cd8091d72b3b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409610 Mar 23 09:10:51.735237 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba090159-9125-4445-a9c5-67dc2b302d80 req-b45542d0-3e1f-4de6-b49b-93486bda225b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:51.736987 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ba090159-9125-4445-a9c5-67dc2b302d80 req-b45542d0-3e1f-4de6-b49b-93486bda225b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0585904 Mar 23 09:10:51.788994 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ba090159-9125-4445-a9c5-67dc2b302d80 req-53d749ad-d9ca-4a21-86e4-cccc8a9f85da tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461819 Mar 23 09:10:52.916143 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01224932-a6d4-4950-86df-87e6ce6f20ba req-b0f74725-ff5c-423a-ba65-729d27903e53 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:52.917622 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-01224932-a6d4-4950-86df-87e6ce6f20ba req-b0f74725-ff5c-423a-ba65-729d27903e53 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0528312 Mar 23 09:10:52.965752 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-01224932-a6d4-4950-86df-87e6ce6f20ba req-b3205601-fc3a-4bb6-96be-d02567a540d0 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424719 Mar 23 09:10:54.095857 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddd7dc-852c-4a7d-9503-0637dd12d0cd req-c5462a04-c5df-4e85-9ef9-424dd7935532 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:54.097910 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-92ddd7dc-852c-4a7d-9503-0637dd12d0cd req-c5462a04-c5df-4e85-9ef9-424dd7935532 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0561481 Mar 23 09:10:54.128322 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bafc2f-da3d-48bd-949c-a849597fdd7a req-38dae612-3dd4-4425-9774-f054b8abfdff tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:54.129940 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c4bafc2f-da3d-48bd-949c-a849597fdd7a req-38dae612-3dd4-4425-9774-f054b8abfdff tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0571787 Mar 23 09:10:54.147635 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-92ddd7dc-852c-4a7d-9503-0637dd12d0cd req-e897993d-3214-4c4f-b2a7-fef60cd47199 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432677 Mar 23 09:10:54.184787 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c4bafc2f-da3d-48bd-949c-a849597fdd7a req-deba5954-2de5-4fe8-8564-a6177b72ee44 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492020 Mar 23 09:10:55.294349 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3730b43-0e06-4321-b6a3-a53fcefc39e7 req-6ff13b9a-7f45-4adb-8947-485e9e9b3505 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:55.296450 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c3730b43-0e06-4321-b6a3-a53fcefc39e7 req-6ff13b9a-7f45-4adb-8947-485e9e9b3505 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 943 time: 0.0679247 Mar 23 09:10:55.324295 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd1847-8505-406b-97fb-67f20259cf5c req-a5e4976d-7203-4bc6-afa3-e1ee594eda42 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:55.325803 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8ddd1847-8505-406b-97fb-67f20259cf5c req-a5e4976d-7203-4bc6-afa3-e1ee594eda42 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0647740 Mar 23 09:10:55.356490 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c3730b43-0e06-4321-b6a3-a53fcefc39e7 req-255aafe2-2e34-49b7-82cc-b563c8c51270 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520844 Mar 23 09:10:55.376856 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 53680386-af24-4168-851f-beb509f51253 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:10:55.383567 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8ddd1847-8505-406b-97fb-67f20259cf5c req-712a1f16-2d03-4479-a20f-b1a012dd49eb tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478141 Mar 23 09:10:55.477834 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 53680386-af24-4168-851f-beb509f51253, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53680386-af24-4168-851f-beb509f51253,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:55.489618 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '53680386-af24-4168-851f-beb509f51253', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'port_id': '53680386-af24-4168-851f-beb509f51253', 'mac_address': 'fa:16:3e:5d:65:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:10:55.525712 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 53680386-af24-4168-851f-beb509f51253 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:55.526134 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (53680386-af24-4168-851f-beb509f51253), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:55.538850 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53680386-af24-4168-851f-beb509f51253 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:10:55.558016 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 53680386-af24-4168-851f-beb509f51253, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53680386-af24-4168-851f-beb509f51253,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:55.561753 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (53680386-af24-4168-851f-beb509f51253), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:55.613728 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=53680386-af24-4168-851f-beb509f51253,revision_number=9']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:55.953683 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['53680386-af24-4168-851f-beb509f51253'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:10:56.482732 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f1bc4-6388-436e-93bd-54337c97636f req-8198c3f5-aa7b-4022-8c81-eaa6def1155c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:56.485629 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f23f1bc4-6388-436e-93bd-54337c97636f req-8198c3f5-aa7b-4022-8c81-eaa6def1155c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 944 time: 0.0536480 Mar 23 09:10:56.509513 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1cdbe-354f-429b-9539-95ea170a8a22 req-a67bb5f9-61a0-4621-aec2-19368d284b4d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:56.510973 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f2e1cdbe-354f-429b-9539-95ea170a8a22 req-a67bb5f9-61a0-4621-aec2-19368d284b4d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0576077 Mar 23 09:10:56.534456 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f23f1bc4-6388-436e-93bd-54337c97636f req-37c7c959-d778-4400-b8db-0d57fabd3c31 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432498 Mar 23 09:10:56.559573 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f2e1cdbe-354f-429b-9539-95ea170a8a22 req-fa784cdc-bcf8-4f48-93a2-c765c8fe5648 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423086 Mar 23 09:10:56.823795 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:10:57.399959 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 53680386-af24-4168-851f-beb509f51253 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:10:57.450182 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 53680386-af24-4168-851f-beb509f51253 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:10:57.450559 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (53680386-af24-4168-851f-beb509f51253), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:57.526069 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 53680386-af24-4168-851f-beb509f51253 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:10:57.526456 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (53680386-af24-4168-851f-beb509f51253), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:57.548657 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53680386-af24-4168-851f-beb509f51253'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:10:57.550900 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b028109b-0f17-4206-a9fb-07c1c2d95708" -d '{"events": [{"server_uuid": "d836a5b2-936b-4230-ba97-fc74ba05e9ec", "name": "network-vif-plugged", "status": "completed", "tag": "53680386-af24-4168-851f-beb509f51253"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:10:57.563022 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 53680386-af24-4168-851f-beb509f51253, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53680386-af24-4168-851f-beb509f51253,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:10:57.568222 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (53680386-af24-4168-851f-beb509f51253), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:10:57.598274 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34f8713-5cf8-4598-9dad-e8a2bc103d6b x-openstack-request-id: req-b34f8713-5cf8-4598-9dad-e8a2bc103d6b {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:10:57.598621 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d836a5b2-936b-4230-ba97-fc74ba05e9ec", "name": "network-vif-plugged", "status": "completed", "tag": "53680386-af24-4168-851f-beb509f51253", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:10:57.598841 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b34f8713-5cf8-4598-9dad-e8a2bc103d6b {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:10:57.599185 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34f8713-5cf8-4598-9dad-e8a2bc103d6b'] response: {'server_uuid': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53680386-af24-4168-851f-beb509f51253', 'code': 200} Mar 23 09:10:57.637550 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=53680386-af24-4168-851f-beb509f51253,revision_number=10']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:10:57.692339 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a1f10-8ef5-4364-9944-650b9996f3a8 req-f8e26657-8c8c-4e3a-84a9-8baa0407b6a9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:57.693807 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2f5a1f10-8ef5-4364-9944-650b9996f3a8 req-f8e26657-8c8c-4e3a-84a9-8baa0407b6a9 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 946 time: 0.0654414 Mar 23 09:10:57.698865 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e990d31-a04f-41db-9b1d-b1549d364fb8 req-d22e19cc-94ee-4d40-9855-3957b8632d46 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:57.700505 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8e990d31-a04f-41db-9b1d-b1549d364fb8 req-d22e19cc-94ee-4d40-9855-3957b8632d46 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0572495 Mar 23 09:10:57.747472 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2f5a1f10-8ef5-4364-9944-650b9996f3a8 req-017a69e2-8db1-49bb-88b2-b5a7e782d66b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472238 Mar 23 09:10:57.755310 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8e990d31-a04f-41db-9b1d-b1549d364fb8 req-cd920fa5-b95e-4b92-aaef-d673d9fea693 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480499 Mar 23 09:10:57.807606 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb67d33-82a9-4056-8618-995d6d98578b req-9d629f22-90cb-46fb-8f5f-8f0c89186fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:57.809086 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0eb67d33-82a9-4056-8618-995d6d98578b req-9d629f22-90cb-46fb-8f5f-8f0c89186fdc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 1130 time: 0.0478990 Mar 23 09:10:57.854658 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0eb67d33-82a9-4056-8618-995d6d98578b req-c23f4d25-e44d-45a5-9bce-554296e46d59 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397019 Mar 23 09:10:58.878767 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc180e-72d8-46b9-8b76-c625f7aa23c9 req-f065b737-1c48-43ff-88ba-522c9c37a245 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:58.880306 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-40bc180e-72d8-46b9-8b76-c625f7aa23c9 req-f065b737-1c48-43ff-88ba-522c9c37a245 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 946 time: 0.0551138 Mar 23 09:10:58.881138 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64deeb0-940e-4fb2-880f-ff98ea257c6f req-2e110a2e-2450-4c4f-a7e7-55195c524460 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:10:58.882703 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a64deeb0-940e-4fb2-880f-ff98ea257c6f req-2e110a2e-2450-4c4f-a7e7-55195c524460 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0550785 Mar 23 09:10:58.931291 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-40bc180e-72d8-46b9-8b76-c625f7aa23c9 req-4e0dfd37-f374-45a2-9263-488a2194c791 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448780 Mar 23 09:10:58.933500 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a64deeb0-940e-4fb2-880f-ff98ea257c6f req-b58071c6-1829-4817-a565-a2ebacdcf5ab tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438142 Mar 23 09:11:00.066883 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce80d2c-9284-42f3-9949-e4f1dd74199d req-c1aac7ce-55f8-448b-b25b-a59f2a75aed7 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:00.067602 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16955c79-90e9-4ac9-9ff6-edc73015d52c req-b5d6d05f-79ff-4642-b5c8-4d7162b4902c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:00.068380 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3ce80d2c-9284-42f3-9949-e4f1dd74199d req-c1aac7ce-55f8-448b-b25b-a59f2a75aed7 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 946 time: 0.0538487 Mar 23 09:11:00.068919 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-16955c79-90e9-4ac9-9ff6-edc73015d52c req-b5d6d05f-79ff-4642-b5c8-4d7162b4902c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0515246 Mar 23 09:11:00.117800 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-16955c79-90e9-4ac9-9ff6-edc73015d52c req-834a226e-28db-41c4-ab29-f821de5e15f3 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428002 Mar 23 09:11:00.120305 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3ce80d2c-9284-42f3-9949-e4f1dd74199d req-0b12ff7c-20d1-418a-8b9e-bd0342e2c2eb tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453107 Mar 23 09:11:00.519015 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ce3b4e72-cdb9-45e8-bc58-77288dbb2a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:00.717912 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:01.238320 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7952f-4a11-4b63-b1db-2203db256a69 req-61d0b65c-c994-47da-86db-dde40d1c23c5 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:01.239782 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e7e7952f-4a11-4b63-b1db-2203db256a69 req-61d0b65c-c994-47da-86db-dde40d1c23c5 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0548484 Mar 23 09:11:01.286344 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e7e7952f-4a11-4b63-b1db-2203db256a69 req-6e8acce9-cc10-4688-8e73-c9a1997b0498 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411360 Mar 23 09:11:02.404576 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e128f1-f67b-476c-bd09-b81e037a777e req-47d50059-985a-40d8-85b6-e470953ba6bd tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:02.406034 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43e128f1-f67b-476c-bd09-b81e037a777e req-47d50059-985a-40d8-85b6-e470953ba6bd tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0530744 Mar 23 09:11:02.451630 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-43e128f1-f67b-476c-bd09-b81e037a777e req-73e9de17-3954-4171-9ebf-23b311741cdb tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398436 Mar 23 09:11:02.873730 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1197365-f301-441e-b3cd-df783d1f49d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:02.907423 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3f10460f-3c77-4077-b2cb-8ebebca86f49 req-181a310d-e105-403f-9fb5-990ad7a08aa6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449507 Mar 23 09:11:02.994543 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10460f-3c77-4077-b2cb-8ebebca86f49 req-58d0c326-4091-4879-821b-1aa112ae6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:02.996042 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3f10460f-3c77-4077-b2cb-8ebebca86f49 req-58d0c326-4091-4879-821b-1aa112ae6e84 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9fe9e315746a46bb9bd2d4f28c742498&device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 1130 time: 0.0476198 Mar 23 09:11:03.101609 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10460f-3c77-4077-b2cb-8ebebca86f49 req-dfe34659-c0aa-4ad3-87df-147b353c6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:03.103110 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3f10460f-3c77-4077-b2cb-8ebebca86f49 req-dfe34659-c0aa-4ad3-87df-147b353c6e16 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6e1230f-6af3-450c-bd6e-9a59d45f701d HTTP/1.1" status: 200 len: 909 time: 0.0900400 Mar 23 09:11:03.167629 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3f10460f-3c77-4077-b2cb-8ebebca86f49 req-857f7abc-9507-4f65-b509-fb0ef255ffd5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284 HTTP/1.1" status: 200 len: 1001 time: 0.0587988 Mar 23 09:11:03.445062 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10460f-3c77-4077-b2cb-8ebebca86f49 req-94c555f0-8850-4c8d-927d-7051fcd90c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:03.446481 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3f10460f-3c77-4077-b2cb-8ebebca86f49 req-94c555f0-8850-4c8d-927d-7051fcd90c39 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=319e9977-bbba-4ffe-985c-bf95181755d8 HTTP/1.1" status: 200 len: 847 time: 0.2738481 Mar 23 09:11:03.495171 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10460f-3c77-4077-b2cb-8ebebca86f49 req-ff00a486-149a-4f04-b4c0-09345ed1f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:03.496686 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3f10460f-3c77-4077-b2cb-8ebebca86f49 req-ff00a486-149a-4f04-b4c0-09345ed1f0c1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6e1230f-6af3-450c-bd6e-9a59d45f701d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439842 Mar 23 09:11:03.570513 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34a23a-b99b-4bb9-b73a-b836fc137cd2 req-5cf79237-156c-44e3-b816-f4cb548cabb8 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:03.572006 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5e34a23a-b99b-4bb9-b73a-b836fc137cd2 req-5cf79237-156c-44e3-b816-f4cb548cabb8 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0513787 Mar 23 09:11:03.588293 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3f10460f-3c77-4077-b2cb-8ebebca86f49 req-1d2cd03f-eb61-403b-a04d-bece5d60a9f0 service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856445 Mar 23 09:11:03.619833 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5e34a23a-b99b-4bb9-b73a-b836fc137cd2 req-6bef1575-f081-4db1-bcc2-c5f85e595735 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421591 Mar 23 09:11:03.677238 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3f10460f-3c77-4077-b2cb-8ebebca86f49 req-96198aa2-d3b3-414a-a85b-16441a3eafed service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827005 Mar 23 09:11:03.999130 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:04.741320 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9b48c-3ee6-46fa-b960-f22d218755c3 req-07fce376-ff5d-4273-aec6-66ec7f1f4b94 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:04.742754 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-11d9b48c-3ee6-46fa-b960-f22d218755c3 req-07fce376-ff5d-4273-aec6-66ec7f1f4b94 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0554025 Mar 23 09:11:04.790000 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-11d9b48c-3ee6-46fa-b960-f22d218755c3 req-1b86ec2c-c2d4-4c03-b141-f91de448b59c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411632 Mar 23 09:11:05.035008 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7f7f2-821f-4ef5-ade2-71054fbc03f1 req-ec4dbbaa-3897-44e8-a839-ddc9223dbcc6 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:05.036409 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f3e7f7f2-821f-4ef5-ade2-71054fbc03f1 req-ec4dbbaa-3897-44e8-a839-ddc9223dbcc6 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0597770 Mar 23 09:11:05.119790 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f3e7f7f2-821f-4ef5-ade2-71054fbc03f1 req-afce9cce-ab61-47e1-8d87-4be96385c317 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746298 Mar 23 09:11:05.122612 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c742c-7f14-4854-9779-d72da0fe09cf req-44ec9538-2b83-429c-83dd-176395d1839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:05.124030 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-325c742c-7f14-4854-9779-d72da0fe09cf req-44ec9538-2b83-429c-83dd-176395d1839b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6598b5884c704536ae40e586b9bc8e18&device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 1129 time: 0.0867641 Mar 23 09:11:05.217818 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c742c-7f14-4854-9779-d72da0fe09cf req-20d30c89-faf9-473b-a2ac-826ea23d542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:05.219307 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-325c742c-7f14-4854-9779-d72da0fe09cf req-20d30c89-faf9-473b-a2ac-826ea23d542d service neutron] 10.222.0.93 "GET /v2.0/networks?id=a5480042-1266-43c8-93b0-609ea05e651a HTTP/1.1" status: 200 len: 911 time: 0.0893133 Mar 23 09:11:05.286117 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-325c742c-7f14-4854-9779-d72da0fe09cf req-b4d9ee4b-45c2-4689-8bd2-d87c5e3da765 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=250b78ba-0743-43ad-a852-5cc5e65660ff HTTP/1.1" status: 200 len: 1001 time: 0.0588770 Mar 23 09:11:05.334493 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c742c-7f14-4854-9779-d72da0fe09cf req-bd051789-90a1-46ee-801f-9a8839368c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:05.335938 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-325c742c-7f14-4854-9779-d72da0fe09cf req-bd051789-90a1-46ee-801f-9a8839368c62 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fb3e6-078e-48c9-af84-43719ad4789e HTTP/1.1" status: 200 len: 849 time: 0.0430357 Mar 23 09:11:05.387271 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c742c-7f14-4854-9779-d72da0fe09cf req-52e81fa4-6625-401c-aa73-8707248afd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:05.388758 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-325c742c-7f14-4854-9779-d72da0fe09cf req-52e81fa4-6625-401c-aa73-8707248afd86 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a5480042-1266-43c8-93b0-609ea05e651a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0470071 Mar 23 09:11:05.475761 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-325c742c-7f14-4854-9779-d72da0fe09cf req-47ad8835-7368-490d-81fc-7d05210b3d9f service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811772 Mar 23 09:11:05.567622 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-325c742c-7f14-4854-9779-d72da0fe09cf req-63638b5e-02bb-457c-b502-afa752ecc8dd service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861380 Mar 23 09:11:05.628432 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:06.260290 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab2b28-4d26-46e1-bea2-87e8b751c08d req-7a8c518a-9864-4ed5-9b48-77f630472615 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:06.261806 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-15ab2b28-4d26-46e1-bea2-87e8b751c08d req-7a8c518a-9864-4ed5-9b48-77f630472615 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0636892 Mar 23 09:11:06.311025 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-15ab2b28-4d26-46e1-bea2-87e8b751c08d req-43de3014-504f-4325-b47b-1b7a3667a048 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421638 Mar 23 09:11:06.853300 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:07.433141 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcabc92-1f3e-496f-b234-cb718dab676e req-b2d79b38-fb05-45c1-a6d1-3d657754f8d6 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:07.434623 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-bfcabc92-1f3e-496f-b234-cb718dab676e req-b2d79b38-fb05-45c1-a6d1-3d657754f8d6 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0534265 Mar 23 09:11:07.480832 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-bfcabc92-1f3e-496f-b234-cb718dab676e req-c3ef104a-cbc0-415f-aa75-1160245a6d8d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403728 Mar 23 09:11:21.991360 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58360) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:22.243090 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Deleting port fc006159-ccfd-46ee-9b1b-bebc96d14f09 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:11:22.243328 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (fc006159-ccfd-46ee-9b1b-bebc96d14f09), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:22.315621 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (fc006159-ccfd-46ee-9b1b-bebc96d14f09), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:22.315942 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for floatingip (fc006159-ccfd-46ee-9b1b-bebc96d14f09), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:22.327454 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Calling delete_port for fc006159-ccfd-46ee-9b1b-bebc96d14f09 owned by network:floatingip {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:11:22.496988 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (fc006159-ccfd-46ee-9b1b-bebc96d14f09), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:22.524321 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Pushing event deleted for resources: {'Port': ['ID=fc006159-ccfd-46ee-9b1b-bebc96d14f09,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:22.536108 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:22.536453 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:22.536794 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:22.537136 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:22.537490 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:22.537823 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:22.538188 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:22.538501 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:22.538828 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:22.539152 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:22.539493 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:22.539798 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:22.540118 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:22.540447 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:22.540756 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:22.599190 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for floatingip (a45b138b-6d9b-4bb7-992d-c1df6e28f6a3), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:22.599522 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.db.l3_db [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Floating IP a45b138b-6d9b-4bb7-992d-c1df6e28f6a3 disassociated (deleted). External IP: 172.28.1.81, port: d26cc4fc-4c0f-45d0-95c1-370c001a5284. Mar 23 09:11:22.805231 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Router b16a0a78-87a3-4547-a909-fd30dcbeb500 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:11:22.913308 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:11:22.918123 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:22.923431 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a80751-6b70-4e16-920a-346ccab7c0de None None] Sync routers for ids ['b16a0a78-87a3-4547-a909-fd30dcbeb500'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:11:22.933905 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a80751-6b70-4e16-920a-346ccab7c0de None None] Routers {'b16a0a78-87a3-4547-a909-fd30dcbeb500'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:11:22.934504 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-e8a80751-6b70-4e16-920a-346ccab7c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:11:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['b16a0a78-87a3-4547-a909-fd30dcbeb500'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:22.948991 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-b30be080-9a19-4138-9ce9-0f1edde4cbba tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "DELETE /v2.0/floatingips/a45b138b-6d9b-4bb7-992d-c1df6e28f6a3 HTTP/1.1" status: 204 len: 168 time: 0.9565306 Mar 23 09:11:22.949577 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f086709-a218-4411-ab3d-adcf4bec725c', 'tag': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284'}] {{(pid=103135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:11:22.951834 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51f15b860103e8e2aec02021d47e14fc4ddffbdf8d3bff073939c8104b05bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205540c7-820c-4f68-a5df-208a48918b44" -d '{"events": [{"name": "network-changed", "server_uuid": "6f086709-a218-4411-ab3d-adcf4bec725c", "tag": "d26cc4fc-4c0f-45d0-95c1-370c001a5284"}]}' {{(pid=103135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:11:22.992702 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d35da25-41d0-440d-9c3a-507029687fe6 x-openstack-request-id: req-4d35da25-41d0-440d-9c3a-507029687fe6 {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:11:22.993663 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f086709-a218-4411-ab3d-adcf4bec725c", "tag": "d26cc4fc-4c0f-45d0-95c1-370c001a5284", "status": "completed", "code": 200}]} {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:11:22.993955 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4d35da25-41d0-440d-9c3a-507029687fe6 {{(pid=103135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:11:22.994368 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d35da25-41d0-440d-9c3a-507029687fe6'] response: {'name': 'network-changed', 'server_uuid': '6f086709-a218-4411-ab3d-adcf4bec725c', 'tag': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'status': 'completed', 'code': 200} Mar 23 09:11:23.052959 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-e8a80751-6b70-4e16-920a-346ccab7c0de None None] Set router b16a0a78-87a3-4547-a909-fd30dcbeb500 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:11:23.069832 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205540c7-820c-4f68-a5df-208a48918b44 req-da498a67-1d35-41a6-aa82-f8ba2bed24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:23.071463 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-205540c7-820c-4f68-a5df-208a48918b44 req-da498a67-1d35-41a6-aa82-f8ba2bed24f7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9fe9e315746a46bb9bd2d4f28c742498&device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 1130 time: 0.0493336 Mar 23 09:11:23.172600 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205540c7-820c-4f68-a5df-208a48918b44 req-40587db1-a0ee-427c-b104-f3b69e2c85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:23.174879 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-205540c7-820c-4f68-a5df-208a48918b44 req-40587db1-a0ee-427c-b104-f3b69e2c85f6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6e1230f-6af3-450c-bd6e-9a59d45f701d HTTP/1.1" status: 200 len: 909 time: 0.0971608 Mar 23 09:11:23.217907 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-205540c7-820c-4f68-a5df-208a48918b44 req-b10476ba-33dc-4aac-85f7-335231e11488 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284 HTTP/1.1" status: 200 len: 217 time: 0.0366235 Mar 23 09:11:23.270886 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-e8a80751-6b70-4e16-920a-346ccab7c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:36Z', 'revision_number': 4, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'gw_port': {'id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '231c04e8-c9e2-4160-a834-b3f1271fe0c6', 'name': '', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'mac_address': 'fa:16:3e:72:83:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:35Z', 'updated_at': '2022-03-23T09:05:40Z', 'revision_number': 5, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'subnets': [{'id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:23.280166 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205540c7-820c-4f68-a5df-208a48918b44 req-d0982863-a8c9-45e9-86c0-e947e50d7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:23.281967 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-205540c7-820c-4f68-a5df-208a48918b44 req-d0982863-a8c9-45e9-86c0-e947e50d7615 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=319e9977-bbba-4ffe-985c-bf95181755d8 HTTP/1.1" status: 200 len: 847 time: 0.0487998 Mar 23 09:11:23.300782 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a80751-6b70-4e16-920a-346ccab7c0de None None] Checking router: b16a0a78-87a3-4547-a909-fd30dcbeb500 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:11:23.309434 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a80751-6b70-4e16-920a-346ccab7c0de None None] Routers {'b16a0a78-87a3-4547-a909-fd30dcbeb500'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:11:23.312522 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-e8a80751-6b70-4e16-920a-346ccab7c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:11:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['b16a0a78-87a3-4547-a909-fd30dcbeb500'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:23.377450 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153beaf7-3d6e-4e14-b028-ca31060d341c req-f1ae6d34-cdef-499c-b6c2-dd418b29bf01 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:23.379215 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-153beaf7-3d6e-4e14-b028-ca31060d341c req-f1ae6d34-cdef-499c-b6c2-dd418b29bf01 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0899844 Mar 23 09:11:23.382233 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205540c7-820c-4f68-a5df-208a48918b44 req-93ef9e88-48e1-4177-8706-6941048d5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:23.383673 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-205540c7-820c-4f68-a5df-208a48918b44 req-93ef9e88-48e1-4177-8706-6941048d5fb5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6e1230f-6af3-450c-bd6e-9a59d45f701d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0926306 Mar 23 09:11:23.422899 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-e8a80751-6b70-4e16-920a-346ccab7c0de None None] Set router b16a0a78-87a3-4547-a909-fd30dcbeb500 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:11:23.486801 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-153beaf7-3d6e-4e14-b028-ca31060d341c req-098c9eab-1f37-4282-8f41-a46405efff10 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018598 Mar 23 09:11:23.509538 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-205540c7-820c-4f68-a5df-208a48918b44 req-10b69118-f295-4e7a-bded-5552bdeed174 service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189578 Mar 23 09:11:23.613338 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-205540c7-820c-4f68-a5df-208a48918b44 req-1ca042fb-323f-46f6-b68d-fb73452dffdd service neutron] 10.222.0.93 "GET /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897803 Mar 23 09:11:23.716241 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-e8a80751-6b70-4e16-920a-346ccab7c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:36Z', 'revision_number': 4, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'gw_port': {'id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '231c04e8-c9e2-4160-a834-b3f1271fe0c6', 'name': '', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'mac_address': 'fa:16:3e:72:83:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:35Z', 'updated_at': '2022-03-23T09:05:40Z', 'revision_number': 5, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'subnets': [{'id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:23.742581 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a80751-6b70-4e16-920a-346ccab7c0de None None] The sync data for ids ['b16a0a78-87a3-4547-a909-fd30dcbeb500'] in dv-cinder-834822-2-smb is: [{'id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:36Z', 'revision_number': 4, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'gw_port': {'id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '231c04e8-c9e2-4160-a834-b3f1271fe0c6', 'name': '', 'network_id': 'b6e1230f-6af3-450c-bd6e-9a59d45f701d', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'mac_address': 'fa:16:3e:72:83:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:35Z', 'updated_at': '2022-03-23T09:05:40Z', 'revision_number': 5, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'subnets': [{'id': '319e9977-bbba-4ffe-985c-bf95181755d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:11:23.955731 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8703fb4-9f4c-4fec-8c00-34b60ffae94e None None] New status for floating IP a45b138b-6d9b-4bb7-992d-c1df6e28f6a3: DOWN {{(pid=103136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:11:24.608798 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cec871-01f6-4443-8fa6-9175cc3eba09 req-9aab4a96-08e5-432a-a24a-52596f3c7d8d tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:24.610306 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-59cec871-01f6-4443-8fa6-9175cc3eba09 req-9aab4a96-08e5-432a-a24a-52596f3c7d8d tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0551739 Mar 23 09:11:24.658890 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-59cec871-01f6-4443-8fa6-9175cc3eba09 req-426875fe-c7a5-45a2-8f8f-a6aa67dec61c tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/security-groups?id=1880f5a0-afda-407a-81e2-6a1689960944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422761 Mar 23 09:11:25.122791 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8da864-8c42-47ae-8e08-f9c5ba3f973a req-2f642158-59f2-4c49-b9a8-55b9f0b32277 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:25.124215 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5a8da864-8c42-47ae-8e08-f9c5ba3f973a req-2f642158-59f2-4c49-b9a8-55b9f0b32277 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 946 time: 0.0517275 Mar 23 09:11:25.219721 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-5a8da864-8c42-47ae-8e08-f9c5ba3f973a req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Deleting port d26cc4fc-4c0f-45d0-95c1-370c001a5284 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:11:25.220056 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5a8da864-8c42-47ae-8e08-f9c5ba3f973a req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:25.307423 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-5a8da864-8c42-47ae-8e08-f9c5ba3f973a req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] For port d26cc4fc-4c0f-45d0-95c1-370c001a5284, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d26cc4fc-4c0f-45d0-95c1-370c001a5284,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:11:25.307801 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5a8da864-8c42-47ae-8e08-f9c5ba3f973a req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:25.333603 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-5a8da864-8c42-47ae-8e08-f9c5ba3f973a req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Calling delete_port for d26cc4fc-4c0f-45d0-95c1-370c001a5284 owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:11:25.461081 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5a8da864-8c42-47ae-8e08-f9c5ba3f973a req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (d26cc4fc-4c0f-45d0-95c1-370c001a5284), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:25.488128 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Pushing event deleted for resources: {'Port': ['ID=d26cc4fc-4c0f-45d0-95c1-370c001a5284,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:25.502837 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:25.503184 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:25.503522 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:25.503856 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:25.504185 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:25.504512 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:25.504835 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:25.505162 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:25.505486 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:25.505804 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:25.506164 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:25.506481 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:25.506798 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:25.507113 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:25.507426 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:11:25.546538 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8da864-8c42-47ae-8e08-f9c5ba3f973a req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] No DVR routers for this DVR port d26cc4fc-4c0f-45d0-95c1-370c001a5284 on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:11:25.549659 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5a8da864-8c42-47ae-8e08-f9c5ba3f973a req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:25.553020 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5a8da864-8c42-47ae-8e08-f9c5ba3f973a req-2206eaa4-492c-45fb-b80d-8d7bab66f4d7 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.93 "DELETE /v2.0/ports/d26cc4fc-4c0f-45d0-95c1-370c001a5284 HTTP/1.1" status: 204 len: 173 time: 0.4231224 Mar 23 09:11:25.553456 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f086709-a218-4411-ab3d-adcf4bec725c', 'name': 'network-vif-deleted', 'tag': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:11:25.555755 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320d6c61-f926-46fa-9379-e62ceab19314" -d '{"events": [{"server_uuid": "6f086709-a218-4411-ab3d-adcf4bec725c", "name": "network-vif-deleted", "tag": "d26cc4fc-4c0f-45d0-95c1-370c001a5284"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:11:25.594696 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0108e18-eb59-4f27-8340-243f7e6b8632 x-openstack-request-id: req-b0108e18-eb59-4f27-8340-243f7e6b8632 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:11:25.594984 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f086709-a218-4411-ab3d-adcf4bec725c", "name": "network-vif-deleted", "tag": "d26cc4fc-4c0f-45d0-95c1-370c001a5284", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:11:25.595246 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b0108e18-eb59-4f27-8340-243f7e6b8632 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:11:25.595727 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0108e18-eb59-4f27-8340-243f7e6b8632'] response: {'server_uuid': '6f086709-a218-4411-ab3d-adcf4bec725c', 'name': 'network-vif-deleted', 'tag': 'd26cc4fc-4c0f-45d0-95c1-370c001a5284', 'status': 'completed', 'code': 200} Mar 23 09:11:25.812396 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-075063a1-1541-4cb2-96e1-6f411ca35cc8 req-5417cd6b-ce31-4f90-b1c3-3843e3255fb5 tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f086709-a218-4411-ab3d-adcf4bec725c HTTP/1.1" status: 200 len: 210 time: 0.0312936 Mar 23 09:11:26.871662 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58382) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:26.927587 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ad88013-d51c-4177-a2f7-6291ad03640c tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group (1880f5a0-afda-407a-81e2-6a1689960944), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:26.952639 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ad88013-d51c-4177-a2f7-6291ad03640c tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group (1880f5a0-afda-407a-81e2-6a1689960944), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:27.015628 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ad88013-d51c-4177-a2f7-6291ad03640c tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (1880f5a0-afda-407a-81e2-6a1689960944), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:27.018328 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ad88013-d51c-4177-a2f7-6291ad03640c tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:27.019492 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-0ad88013-d51c-4177-a2f7-6291ad03640c tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] 10.222.0.91 "DELETE /v2.0/security-groups/1880f5a0-afda-407a-81e2-6a1689960944 HTTP/1.1" status: 204 len: 168 time: 0.1468685 Mar 23 09:11:27.029204 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad88013-d51c-4177-a2f7-6291ad03640c tempest-TestShelveInstance-191197466 tempest-TestShelveInstance-191197466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1880f5a0-afda-407a-81e2-6a1689960944,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:27.061043 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58386) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:27.453170 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ce5c7f8-3a5c-48be-b034-56c9fc842da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542022'] for router_interface (b16a0a78-87a3-4547-a909-fd30dcbeb500), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:27.700826 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5c7f8-3a5c-48be-b034-56c9fc842da9 admin admin] Deleting port 231c04e8-c9e2-4160-a834-b3f1271fe0c6 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:11:27.701160 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ce5c7f8-3a5c-48be-b034-56c9fc842da9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:27.778221 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0ce5c7f8-3a5c-48be-b034-56c9fc842da9 admin admin] For port 231c04e8-c9e2-4160-a834-b3f1271fe0c6, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=231c04e8-c9e2-4160-a834-b3f1271fe0c6,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:11:27.778492 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ce5c7f8-3a5c-48be-b034-56c9fc842da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:27.791084 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5c7f8-3a5c-48be-b034-56c9fc842da9 admin admin] Calling delete_port for 231c04e8-c9e2-4160-a834-b3f1271fe0c6 owned by network:router_interface {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:11:27.967617 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ce5c7f8-3a5c-48be-b034-56c9fc842da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (231c04e8-c9e2-4160-a834-b3f1271fe0c6), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:27.997191 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5c7f8-3a5c-48be-b034-56c9fc842da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=231c04e8-c9e2-4160-a834-b3f1271fe0c6,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:28.167575 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ce5c7f8-3a5c-48be-b034-56c9fc842da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541686'] for router_interface (b16a0a78-87a3-4547-a909-fd30dcbeb500), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:28.389142 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce5c7f8-3a5c-48be-b034-56c9fc842da9 admin admin] Router b16a0a78-87a3-4547-a909-fd30dcbeb500 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:11:28.732540 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce5c7f8-3a5c-48be-b034-56c9fc842da9 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:11:28.738261 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-0ce5c7f8-3a5c-48be-b034-56c9fc842da9 admin admin] 10.222.0.91 "PUT /v2.0/routers/b16a0a78-87a3-4547-a909-fd30dcbeb500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6763248 Mar 23 09:11:28.740961 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58394) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:28.742003 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46ed7b-9f35-4b07-afc8-356f829af2a5 None None] Sync routers for ids ['b16a0a78-87a3-4547-a909-fd30dcbeb500'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:11:28.751449 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46ed7b-9f35-4b07-afc8-356f829af2a5 None None] Routers {'b16a0a78-87a3-4547-a909-fd30dcbeb500'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:11:28.752720 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-6c46ed7b-9f35-4b07-afc8-356f829af2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:11:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['b16a0a78-87a3-4547-a909-fd30dcbeb500'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:28.843037 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] Publish callbacks [] for router (b16a0a78-87a3-4547-a909-fd30dcbeb500), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:28.856961 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-6c46ed7b-9f35-4b07-afc8-356f829af2a5 None None] Set router b16a0a78-87a3-4547-a909-fd30dcbeb500 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:11:28.973003 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] Publish callbacks [] for router_gateway (b16a0a78-87a3-4547-a909-fd30dcbeb500), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:29.030351 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] Deleting port 9b149870-1a19-4f9e-aa45-cfb39ac2376b {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:11:29.030602 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (9b149870-1a19-4f9e-aa45-cfb39ac2376b), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:29.060277 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-6c46ed7b-9f35-4b07-afc8-356f829af2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:11:27Z', 'revision_number': 5, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'gw_port': {'id': '9b149870-1a19-4f9e-aa45-cfb39ac2376b', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:29.086622 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46ed7b-9f35-4b07-afc8-356f829af2a5 None None] Checking router: b16a0a78-87a3-4547-a909-fd30dcbeb500 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:11:29.095118 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46ed7b-9f35-4b07-afc8-356f829af2a5 None None] Routers {'b16a0a78-87a3-4547-a909-fd30dcbeb500'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:11:29.096396 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-6c46ed7b-9f35-4b07-afc8-356f829af2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:11:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['b16a0a78-87a3-4547-a909-fd30dcbeb500'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:29.109125 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] For port 9b149870-1a19-4f9e-aa45-cfb39ac2376b, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=9b149870-1a19-4f9e-aa45-cfb39ac2376b,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:11:29.109485 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (9b149870-1a19-4f9e-aa45-cfb39ac2376b), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:29.122659 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] Calling delete_port for 9b149870-1a19-4f9e-aa45-cfb39ac2376b owned by network:router_gateway {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:11:29.183924 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-6c46ed7b-9f35-4b07-afc8-356f829af2a5 None None] Set router b16a0a78-87a3-4547-a909-fd30dcbeb500 gateway port host: None {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:11:29.238046 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-6c46ed7b-9f35-4b07-afc8-356f829af2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:11:28Z', 'revision_number': 6, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'gw_port_host': None}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:29.264032 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46ed7b-9f35-4b07-afc8-356f829af2a5 None None] The sync data for ids ['b16a0a78-87a3-4547-a909-fd30dcbeb500'] in dv-cinder-834822-2-smb is: [{'id': 'b16a0a78-87a3-4547-a909-fd30dcbeb500', 'name': 'tempest-TestShelveInstance-127564360-router', 'tenant_id': '9fe9e315746a46bb9bd2d4f28c742498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:33Z', 'updated_at': '2022-03-23T09:11:28Z', 'revision_number': 6, 'project_id': '9fe9e315746a46bb9bd2d4f28c742498', 'gw_port_host': None}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:11:29.297672 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (9b149870-1a19-4f9e-aa45-cfb39ac2376b), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:29.327006 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] Pushing event deleted for resources: {'Port': ['ID=9b149870-1a19-4f9e-aa45-cfb39ac2376b,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:29.386502 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548364'] for router_gateway (b16a0a78-87a3-4547-a909-fd30dcbeb500), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:29.477894 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30852'] for router (b16a0a78-87a3-4547-a909-fd30dcbeb500), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:29.480033 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] Publish callbacks [] for router_controller (b16a0a78-87a3-4547-a909-fd30dcbeb500), precommit_delete_associations {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:29.524226 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542703'] for router (b16a0a78-87a3-4547-a909-fd30dcbeb500), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:29.525020 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] Fanout notify agent at l3_agent the message router_deleted on router b16a0a78-87a3-4547-a909-fd30dcbeb500 {{(pid=103134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:11:29.526001 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device d26cc4fc-4c0f-45d0-95c1-370c001a5284 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:11:29.529463 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:29.533637 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58396) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:29.540503 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-3c3cdf80-98d5-4da1-95a0-d5fc5cb541de admin admin] 10.222.0.91 "DELETE /v2.0/routers/b16a0a78-87a3-4547-a909-fd30dcbeb500 HTTP/1.1" status: 204 len: 168 time: 0.7984850 Mar 23 09:11:29.546433 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: d26cc4fc-4c0f-45d0-95c1-370c001a5284 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:11:29.546982 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device d26cc4fc-4c0f-45d0-95c1-370c001a5284 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:11:29.579344 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce4c8b0-7b16-422d-8127-a3ecbd34d040 admin admin] Deleting subnet 319e9977-bbba-4ffe-985c-bf95181755d8 {{(pid=103135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:11:29.583076 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c8b0-7b16-422d-8127-a3ecbd34d040 admin admin] Publish callbacks [] for subnet (319e9977-bbba-4ffe-985c-bf95181755d8), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:29.619122 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c8b0-7b16-422d-8127-a3ecbd34d040 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9594834'] for subnet (319e9977-bbba-4ffe-985c-bf95181755d8), precommit_delete_associations {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:29.733639 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c8b0-7b16-422d-8127-a3ecbd34d040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2040305'] for subnet (319e9977-bbba-4ffe-985c-bf95181755d8), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:29.784321 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c8b0-7b16-422d-8127-a3ecbd34d040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2040296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10199739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8535269'] for subnet (319e9977-bbba-4ffe-985c-bf95181755d8), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:29.809319 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4c8b0-7b16-422d-8127-a3ecbd34d040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=319e9977-bbba-4ffe-985c-bf95181755d8,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:29.813275 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c8b0-7b16-422d-8127-a3ecbd34d040 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:29.819063 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58398) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:29.819218 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-2ce4c8b0-7b16-422d-8127-a3ecbd34d040 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/319e9977-bbba-4ffe-985c-bf95181755d8 HTTP/1.1" status: 204 len: 168 time: 0.2843862 Mar 23 09:11:29.819968 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4329fa6-1dd8-49f8-bd11-ee8a143571fd None None] Network b6e1230f-6af3-450c-bd6e-9a59d45f701d requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:11:29.891660 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (b6e1230f-6af3-450c-bd6e-9a59d45f701d), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:29.948454 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] Deleting port 8d09ccda-4791-4e51-a493-43b136bef19a {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:11:29.948791 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (8d09ccda-4791-4e51-a493-43b136bef19a), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:30.015436 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] For port 8d09ccda-4791-4e51-a493-43b136bef19a, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=8d09ccda-4791-4e51-a493-43b136bef19a,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:11:30.016132 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (8d09ccda-4791-4e51-a493-43b136bef19a), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:30.035256 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] Calling delete_port for 8d09ccda-4791-4e51-a493-43b136bef19a owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:11:30.053237 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca2b1e1-9d67-4b64-a645-53a5f905c968 None None] DHCP port deletion for b6e1230f-6af3-450c-bd6e-9a59d45f701d request from dv-cinder-834822-2-smb {{(pid=103136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:11:30.113072 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-bca2b1e1-9d67-4b64-a645-53a5f905c968 None None] Deleting port 8d09ccda-4791-4e51-a493-43b136bef19a {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:11:30.113445 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bca2b1e1-9d67-4b64-a645-53a5f905c968 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (8d09ccda-4791-4e51-a493-43b136bef19a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:30.132392 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (8d09ccda-4791-4e51-a493-43b136bef19a), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:30.165978 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] No DVR routers for this DVR port 8d09ccda-4791-4e51-a493-43b136bef19a on host dv-cinder-834822-2-smb {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:11:30.171324 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d09ccda-4791-4e51-a493-43b136bef19a,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:30.185196 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 8d09ccda-4791-4e51-a493-43b136bef19a no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:11:30.190877 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-bca2b1e1-9d67-4b64-a645-53a5f905c968 None None] For port 8d09ccda-4791-4e51-a493-43b136bef19a, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=8d09ccda-4791-4e51-a493-43b136bef19a,segment=NetworkSegment(7f3ddbc1-5315-45ad-ad79-7f51691bd4e9),segment_id=7f3ddbc1-5315-45ad-ad79-7f51691bd4e9)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:11:30.191548 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bca2b1e1-9d67-4b64-a645-53a5f905c968 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (8d09ccda-4791-4e51-a493-43b136bef19a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:30.227379 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 8d09ccda-4791-4e51-a493-43b136bef19a {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:11:30.227743 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 8d09ccda-4791-4e51-a493-43b136bef19a not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:11:30.228235 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 231c04e8-c9e2-4160-a834-b3f1271fe0c6 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:11:30.230345 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-bca2b1e1-9d67-4b64-a645-53a5f905c968 None None] Calling delete_port for 8d09ccda-4791-4e51-a493-43b136bef19a owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:11:30.263716 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 231c04e8-c9e2-4160-a834-b3f1271fe0c6 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:11:30.264067 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 231c04e8-c9e2-4160-a834-b3f1271fe0c6 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:11:30.264490 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 9b149870-1a19-4f9e-aa45-cfb39ac2376b no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:11:30.268586 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1972292', 'neutron.services.segments.db._delete_segments_for_network-8760674705475'] for network (b6e1230f-6af3-450c-bd6e-9a59d45f701d), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:30.293177 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e1230f-6af3-450c-bd6e-9a59d45f701d']}} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:30.304231 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3ddbc1-5315-45ad-ad79-7f51691bd4e9') {'for_net_delete': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:30.304528 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3ddbc1-5315-45ad-ad79-7f51691bd4e9') {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:30.309674 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 9b149870-1a19-4f9e-aa45-cfb39ac2376b {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:11:30.309674 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 9b149870-1a19-4f9e-aa45-cfb39ac2376b not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:11:30.323517 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760674703948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844577'] for segment (7f3ddbc1-5315-45ad-ad79-7f51691bd4e9), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:30.341281 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (7f3ddbc1-5315-45ad-ad79-7f51691bd4e9), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:30.353432 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:11:30.354088 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8677160'] for segment (7f3ddbc1-5315-45ad-ad79-7f51691bd4e9), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: Traceback (most recent call last): Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: timer() Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: cb(*args, **kw) Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: return func(*args, **kwargs) Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: self._notify() Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: self.callback(batched_events) Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: event.method(event) Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: return f(self, *a, **k) Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: return self._get(url).json() Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: return self.request(url, 'GET', **kwargs) Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:11:30.356261 dv-cinder-834822-2-smb neutron-server[103134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:11:30.417667 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bca2b1e1-9d67-4b64-a645-53a5f905c968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068'] for port (8d09ccda-4791-4e51-a493-43b136bef19a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:30.427967 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1972351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548464'] for network (b6e1230f-6af3-450c-bd6e-9a59d45f701d), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:30.434468 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:30.442058 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] 10.222.0.91 "DELETE /v2.0/networks/b6e1230f-6af3-450c-bd6e-9a59d45f701d HTTP/1.1" status: 204 len: 168 time: 0.6187258 Mar 23 09:11:30.442935 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58400) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:30.446069 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2b1e1-9d67-4b64-a645-53a5f905c968 None None] Pushing event deleted for resources: {'Port': ['ID=8d09ccda-4791-4e51-a493-43b136bef19a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:30.452211 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca2b1e1-9d67-4b64-a645-53a5f905c968 None None] No DVR routers for this DVR port 8d09ccda-4791-4e51-a493-43b136bef19a on host dv-cinder-834822-2-smb {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:11:30.453821 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8da5a-66fd-428e-b889-55496a64081d admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e1230f-6af3-450c-bd6e-9a59d45f701d,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:30.523609 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ee23be3a-eed5-4046-925d-ba73ad2fb238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:30.741584 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:30.975781 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-26e6cfc4-c5ad-4ae9-8510-b76b5a6cd1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542022'] for router_interface (c6df6a81-820b-4075-836e-03421e6fc599), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:31.503139 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-26e6cfc4-c5ad-4ae9-8510-b76b5a6cd1cc admin admin] Deleting port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:11:31.503467 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-26e6cfc4-c5ad-4ae9-8510-b76b5a6cd1cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:31.585242 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-26e6cfc4-c5ad-4ae9-8510-b76b5a6cd1cc admin admin] For port d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed,segment=NetworkSegment(3d97b51a-c1b8-4b74-8064-cd94cdbdbccd),segment_id=3d97b51a-c1b8-4b74-8064-cd94cdbdbccd)] {{(pid=103135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:11:31.585608 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-26e6cfc4-c5ad-4ae9-8510-b76b5a6cd1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:31.598028 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-26e6cfc4-c5ad-4ae9-8510-b76b5a6cd1cc admin admin] Calling delete_port for d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed owned by network:router_interface {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:11:31.776860 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-26e6cfc4-c5ad-4ae9-8510-b76b5a6cd1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:31.802771 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6cfc4-c5ad-4ae9-8510-b76b5a6cd1cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:31.968397 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-26e6cfc4-c5ad-4ae9-8510-b76b5a6cd1cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541686'] for router_interface (c6df6a81-820b-4075-836e-03421e6fc599), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:32.186761 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e6cfc4-c5ad-4ae9-8510-b76b5a6cd1cc admin admin] Router c6df6a81-820b-4075-836e-03421e6fc599 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:11:32.294948 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e6cfc4-c5ad-4ae9-8510-b76b5a6cd1cc admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:11:32.300678 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-26e6cfc4-c5ad-4ae9-8510-b76b5a6cd1cc admin admin] 10.222.0.91 "PUT /v2.0/routers/c6df6a81-820b-4075-836e-03421e6fc599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8563905 Mar 23 09:11:32.303149 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58404) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:32.306282 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d2b2b-3e6b-4dd7-9faa-aaaf8ed6077c None None] Sync routers for ids ['c6df6a81-820b-4075-836e-03421e6fc599'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:11:32.317066 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d2b2b-3e6b-4dd7-9faa-aaaf8ed6077c None None] Routers {'c6df6a81-820b-4075-836e-03421e6fc599'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:11:32.317698 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-ca4d2b2b-3e6b-4dd7-9faa-aaaf8ed6077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:11:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['c6df6a81-820b-4075-836e-03421e6fc599'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:32.417627 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] Publish callbacks [] for router (c6df6a81-820b-4075-836e-03421e6fc599), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:32.429597 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-ca4d2b2b-3e6b-4dd7-9faa-aaaf8ed6077c None None] Set router c6df6a81-820b-4075-836e-03421e6fc599 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:11:32.524871 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] Publish callbacks [] for router_gateway (c6df6a81-820b-4075-836e-03421e6fc599), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:32.578750 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] Deleting port fff8586e-3946-4e87-afe1-e9954fb39578 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:11:32.579194 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (fff8586e-3946-4e87-afe1-e9954fb39578), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:32.615118 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-ca4d2b2b-3e6b-4dd7-9faa-aaaf8ed6077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'name': 'tempest-TestShelveInstance-1697953682-router', 'tenant_id': 'ac16e30cc1f944b9961ba440cb07b270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fff8586e-3946-4e87-afe1-e9954fb39578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:11:31Z', 'revision_number': 5, 'project_id': 'ac16e30cc1f944b9961ba440cb07b270', 'gw_port': {'id': 'fff8586e-3946-4e87-afe1-e9954fb39578', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:32.647185 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d2b2b-3e6b-4dd7-9faa-aaaf8ed6077c None None] Checking router: c6df6a81-820b-4075-836e-03421e6fc599 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:11:32.655722 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d2b2b-3e6b-4dd7-9faa-aaaf8ed6077c None None] Routers {'c6df6a81-820b-4075-836e-03421e6fc599'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:11:32.656266 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-ca4d2b2b-3e6b-4dd7-9faa-aaaf8ed6077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:11:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['c6df6a81-820b-4075-836e-03421e6fc599'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:32.668781 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] For port fff8586e-3946-4e87-afe1-e9954fb39578, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=fff8586e-3946-4e87-afe1-e9954fb39578,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:11:32.669145 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (fff8586e-3946-4e87-afe1-e9954fb39578), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:32.684883 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] Calling delete_port for fff8586e-3946-4e87-afe1-e9954fb39578 owned by network:router_gateway {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:11:32.867340 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (fff8586e-3946-4e87-afe1-e9954fb39578), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:32.885353 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-ca4d2b2b-3e6b-4dd7-9faa-aaaf8ed6077c None None] Set router c6df6a81-820b-4075-836e-03421e6fc599 gateway port host: None {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:11:32.887533 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-907fd671-755d-441b-ac42-e042a48a7351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:32.894298 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] Pushing event deleted for resources: {'Port': ['ID=fff8586e-3946-4e87-afe1-e9954fb39578,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:32.939913 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-ca4d2b2b-3e6b-4dd7-9faa-aaaf8ed6077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'name': 'tempest-TestShelveInstance-1697953682-router', 'tenant_id': 'ac16e30cc1f944b9961ba440cb07b270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:11:32Z', 'revision_number': 6, 'project_id': 'ac16e30cc1f944b9961ba440cb07b270', 'gw_port_host': None}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:32.954083 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548364'] for router_gateway (c6df6a81-820b-4075-836e-03421e6fc599), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:32.969716 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d2b2b-3e6b-4dd7-9faa-aaaf8ed6077c None None] The sync data for ids ['c6df6a81-820b-4075-836e-03421e6fc599'] in dv-cinder-834822-2-smb is: [{'id': 'c6df6a81-820b-4075-836e-03421e6fc599', 'name': 'tempest-TestShelveInstance-1697953682-router', 'tenant_id': 'ac16e30cc1f944b9961ba440cb07b270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:05:38Z', 'updated_at': '2022-03-23T09:11:32Z', 'revision_number': 6, 'project_id': 'ac16e30cc1f944b9961ba440cb07b270', 'gw_port_host': None}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:11:33.068135 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30852'] for router (c6df6a81-820b-4075-836e-03421e6fc599), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.070274 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] Publish callbacks [] for router_controller (c6df6a81-820b-4075-836e-03421e6fc599), precommit_delete_associations {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.133821 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542703'] for router (c6df6a81-820b-4075-836e-03421e6fc599), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.134397 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6df6a81-820b-4075-836e-03421e6fc599 {{(pid=103135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:11:33.139135 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.140270 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-dbcc7d60-78dd-43f7-a305-2719231d322a admin admin] 10.222.0.91 "DELETE /v2.0/routers/c6df6a81-820b-4075-836e-03421e6fc599 HTTP/1.1" status: 204 len: 168 time: 0.8361988 Mar 23 09:11:33.143239 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58406) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:33.186078 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b5ca62-9d27-41e5-aff6-402810ec0387 admin admin] Deleting subnet 378b3685-0b51-4a3f-8cee-a080ee59c68a {{(pid=103135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:11:33.189387 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-29b5ca62-9d27-41e5-aff6-402810ec0387 admin admin] Publish callbacks [] for subnet (378b3685-0b51-4a3f-8cee-a080ee59c68a), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.227063 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-29b5ca62-9d27-41e5-aff6-402810ec0387 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9594834'] for subnet (378b3685-0b51-4a3f-8cee-a080ee59c68a), precommit_delete_associations {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.300413 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-29b5ca62-9d27-41e5-aff6-402810ec0387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2040305'] for subnet (378b3685-0b51-4a3f-8cee-a080ee59c68a), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.357769 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-29b5ca62-9d27-41e5-aff6-402810ec0387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2040296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10199739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8535269'] for subnet (378b3685-0b51-4a3f-8cee-a080ee59c68a), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.397120 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-29b5ca62-9d27-41e5-aff6-402810ec0387 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.401034 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-29b5ca62-9d27-41e5-aff6-402810ec0387 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/378b3685-0b51-4a3f-8cee-a080ee59c68a HTTP/1.1" status: 204 len: 168 time: 0.2567620 Mar 23 09:11:33.402296 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5ca62-9d27-41e5-aff6-402810ec0387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378b3685-0b51-4a3f-8cee-a080ee59c68a,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:33.403556 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58408) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:33.408989 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f8fed4-2416-48d5-a886-27701de97e3b None None] Network 0d389348-e547-4e56-9bc2-a78f3f107483 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:11:33.479213 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (0d389348-e547-4e56-9bc2-a78f3f107483), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.535794 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] Deleting port 011d4cab-2979-43e1-800b-ce8e39e7b0a0 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:11:33.536130 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (011d4cab-2979-43e1-800b-ce8e39e7b0a0), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.599341 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] For port 011d4cab-2979-43e1-800b-ce8e39e7b0a0, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=011d4cab-2979-43e1-800b-ce8e39e7b0a0,segment=NetworkSegment(3d97b51a-c1b8-4b74-8064-cd94cdbdbccd),segment_id=3d97b51a-c1b8-4b74-8064-cd94cdbdbccd)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:11:33.599704 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (011d4cab-2979-43e1-800b-ce8e39e7b0a0), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.616642 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] Calling delete_port for 011d4cab-2979-43e1-800b-ce8e39e7b0a0 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:11:33.695130 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (011d4cab-2979-43e1-800b-ce8e39e7b0a0), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.722124 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] Pushing event deleted for resources: {'Port': ['ID=011d4cab-2979-43e1-800b-ce8e39e7b0a0,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:33.723853 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] No DVR routers for this DVR port 011d4cab-2979-43e1-800b-ce8e39e7b0a0 on host dv-cinder-834822-2-smb {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:11:33.788799 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f9bf60-501e-4013-b476-01b2c79e28e6 None None] DHCP port deletion for 0d389348-e547-4e56-9bc2-a78f3f107483 request from dv-cinder-834822-2-smb {{(pid=103136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:11:33.800648 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1972292', 'neutron.services.segments.db._delete_segments_for_network-8760674705475'] for network (0d389348-e547-4e56-9bc2-a78f3f107483), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.823218 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d389348-e547-4e56-9bc2-a78f3f107483']}} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:33.823482 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:11:33.833504 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d97b51a-c1b8-4b74-8064-cd94cdbdbccd') {'for_net_delete': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:33.833782 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d97b51a-c1b8-4b74-8064-cd94cdbdbccd') {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:33.843050 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760674703948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844577'] for segment (3d97b51a-c1b8-4b74-8064-cd94cdbdbccd), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.856540 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (3d97b51a-c1b8-4b74-8064-cd94cdbdbccd), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.863088 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:11:33.863624 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8677160'] for segment (3d97b51a-c1b8-4b74-8064-cd94cdbdbccd), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: Traceback (most recent call last): Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: timer() Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: cb(*args, **kw) Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: return func(*args, **kwargs) Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: self._notify() Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: self.callback(batched_events) Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: event.method(event) Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: return f(self, *a, **k) Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: return self._get(url).json() Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: return self.request(url, 'GET', **kwargs) Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:11:33.866092 dv-cinder-834822-2-smb neutron-server[103134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:11:33.930862 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1972351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548464'] for network (0d389348-e547-4e56-9bc2-a78f3f107483), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.936954 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:33.940853 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] 10.222.0.91 "DELETE /v2.0/networks/0d389348-e547-4e56-9bc2-a78f3f107483 HTTP/1.1" status: 204 len: 168 time: 0.5355067 Mar 23 09:11:33.951734 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de3830-ac39-40ed-a880-c5bbf98211ab admin admin] Pushing event deleted for resources: {'Network': ['ID=0d389348-e547-4e56-9bc2-a78f3f107483,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:34.005354 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:34.066138 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58412) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:34.116035 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-b327e55d-f936-44ee-b620-0d8ecb671460 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9fe9e315746a46bb9bd2d4f28c742498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487185 Mar 23 09:11:34.118705 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58414) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:34.150951 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device fff8586e-3946-4e87-afe1-e9954fb39578 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:11:34.170936 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: fff8586e-3946-4e87-afe1-e9954fb39578 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:11:34.171277 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device fff8586e-3946-4e87-afe1-e9954fb39578 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:11:34.171679 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 011d4cab-2979-43e1-800b-ce8e39e7b0a0 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:11:34.173083 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-566d6ca9-60fc-4415-8fad-071a993765d0 admin admin] Publish callbacks [] for security_group (4c7d8e51-8bc3-43e9-a96e-5fa5a912c914), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:34.192151 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 011d4cab-2979-43e1-800b-ce8e39e7b0a0 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:11:34.192486 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 011d4cab-2979-43e1-800b-ce8e39e7b0a0 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:11:34.192885 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:11:34.195166 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-566d6ca9-60fc-4415-8fad-071a993765d0 admin admin] Publish callbacks [] for security_group (4c7d8e51-8bc3-43e9-a96e-5fa5a912c914), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:34.210857 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:11:34.211192 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device d2d4d9a1-2e74-4e29-b3f3-7901d39aa4ed not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:11:34.242190 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-566d6ca9-60fc-4415-8fad-071a993765d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (4c7d8e51-8bc3-43e9-a96e-5fa5a912c914), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:34.246159 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-566d6ca9-60fc-4415-8fad-071a993765d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:34.249882 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-566d6ca9-60fc-4415-8fad-071a993765d0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4c7d8e51-8bc3-43e9-a96e-5fa5a912c914 HTTP/1.1" status: 204 len: 168 time: 0.1278520 Mar 23 09:11:34.260362 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d6ca9-60fc-4415-8fad-071a993765d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7d8e51-8bc3-43e9-a96e-5fa5a912c914,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:34.572098 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58420) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:34.612492 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-91695c60-1f86-44af-ae0d-4133486f5371 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ac16e30cc1f944b9961ba440cb07b270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392060 Mar 23 09:11:34.614946 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58422) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:11:34.660876 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-01fbc0cb-20bb-4d8a-8e62-1a6820c38a3e admin admin] Publish callbacks [] for security_group (85b98edc-2e79-4161-b9b2-84dc77e0a842), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:34.681625 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-01fbc0cb-20bb-4d8a-8e62-1a6820c38a3e admin admin] Publish callbacks [] for security_group (85b98edc-2e79-4161-b9b2-84dc77e0a842), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:34.727854 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-01fbc0cb-20bb-4d8a-8e62-1a6820c38a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (85b98edc-2e79-4161-b9b2-84dc77e0a842), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:34.730503 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-01fbc0cb-20bb-4d8a-8e62-1a6820c38a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:34.731632 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-01fbc0cb-20bb-4d8a-8e62-1a6820c38a3e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/85b98edc-2e79-4161-b9b2-84dc77e0a842 HTTP/1.1" status: 204 len: 168 time: 0.1158087 Mar 23 09:11:34.741147 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbc0cb-20bb-4d8a-8e62-1a6820c38a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b98edc-2e79-4161-b9b2-84dc77e0a842,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:35.630901 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:36.856404 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:57.025253 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66947f0e-7512-4976-b848-2bb31027ae42 req-05cb8ba3-d1fa-4602-9f97-66d58c5bd4ca tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:57.026827 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-66947f0e-7512-4976-b848-2bb31027ae42 req-05cb8ba3-d1fa-4602-9f97-66d58c5bd4ca tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 946 time: 0.0544450 Mar 23 09:11:57.074380 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-66947f0e-7512-4976-b848-2bb31027ae42 req-5bf27870-b246-4efe-b31d-f47cebff7291 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=8758f1c6-894d-4898-9cc9-709eebf30fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420003 Mar 23 09:11:58.200161 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7720b-6617-4b68-8512-e4cd2b0c4823 req-358f0bc5-7366-4852-ad17-ef981cde4758 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:58.201648 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c8f7720b-6617-4b68-8512-e4cd2b0c4823 req-358f0bc5-7366-4852-ad17-ef981cde4758 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 946 time: 0.0592937 Mar 23 09:11:58.248455 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c8f7720b-6617-4b68-8512-e4cd2b0c4823 req-993d41c2-0cee-4b26-b589-5999e9f79dcd tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=8758f1c6-894d-4898-9cc9-709eebf30fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410991 Mar 23 09:11:58.964855 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-9b38a4d7-d10b-44ca-9ec0-45da12e48c4c tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:58.966465 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-9b38a4d7-d10b-44ca-9ec0-45da12e48c4c tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 946 time: 0.0528615 Mar 23 09:11:59.062244 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-60a987f2-f1e7-45d3-a233-46e1dffdee52 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Deleting port 261c636c-83d5-4577-bc04-469697841715 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:11:59.063332 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-60a987f2-f1e7-45d3-a233-46e1dffdee52 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (261c636c-83d5-4577-bc04-469697841715), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:59.148415 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-60a987f2-f1e7-45d3-a233-46e1dffdee52 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] For port 261c636c-83d5-4577-bc04-469697841715, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=261c636c-83d5-4577-bc04-469697841715,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:11:59.148769 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-60a987f2-f1e7-45d3-a233-46e1dffdee52 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (261c636c-83d5-4577-bc04-469697841715), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:59.327684 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-60a987f2-f1e7-45d3-a233-46e1dffdee52 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:59.328040 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-60a987f2-f1e7-45d3-a233-46e1dffdee52 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (c4b74af3-74b6-440a-a4c8-2ddff78b8eae), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:59.328358 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-60a987f2-f1e7-45d3-a233-46e1dffdee52 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Floating IP c4b74af3-74b6-440a-a4c8-2ddff78b8eae disassociated. External IP: 172.28.1.174, port: 261c636c-83d5-4577-bc04-469697841715. Mar 23 09:11:59.328700 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-60a987f2-f1e7-45d3-a233-46e1dffdee52 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Calling delete_port for 261c636c-83d5-4577-bc04-469697841715 owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:11:59.432932 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e94ebc-120a-4e33-8a14-d4e911185079 req-f5b4ef46-505b-42bb-a7c2-a32bfdf46c4c tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:11:59.434433 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-58e94ebc-120a-4e33-8a14-d4e911185079 req-f5b4ef46-505b-42bb-a7c2-a32bfdf46c4c tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa0fbe8d-83f4-447d-9c62-4db942250a8d HTTP/1.1" status: 200 len: 946 time: 0.1037493 Mar 23 09:11:59.526011 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-58e94ebc-120a-4e33-8a14-d4e911185079 req-b5374b70-3480-4a7c-9ce2-3e0ca53e93fd tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups?id=8758f1c6-894d-4898-9cc9-709eebf30fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856519 Mar 23 09:11:59.547154 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-60a987f2-f1e7-45d3-a233-46e1dffdee52 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (261c636c-83d5-4577-bc04-469697841715), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:59.574555 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a987f2-f1e7-45d3-a233-46e1dffdee52 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event deleted for resources: {'Port': ['ID=261c636c-83d5-4577-bc04-469697841715,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:11:59.707803 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-60a987f2-f1e7-45d3-a233-46e1dffdee52 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:11:59.821362 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-60a987f2-f1e7-45d3-a233-46e1dffdee52 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:11:59.833172 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4506dee-7a2a-4b41-8eb0-bb824888ee34 None None] Sync routers for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:11:59.845435 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4506dee-7a2a-4b41-8eb0-bb824888ee34 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:11:59.846017 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-b4506dee-7a2a-4b41-8eb0-bb824888ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:11:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:11:59.866006 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-60a987f2-f1e7-45d3-a233-46e1dffdee52 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] No DVR routers for this DVR port 261c636c-83d5-4577-bc04-469697841715 on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:11:59.868522 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-60a987f2-f1e7-45d3-a233-46e1dffdee52 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:11:59.871864 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-02bc0622-e21e-4579-b218-65e3fc0d8e2a req-60a987f2-f1e7-45d3-a233-46e1dffdee52 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.93 "DELETE /v2.0/ports/261c636c-83d5-4577-bc04-469697841715 HTTP/1.1" status: 204 len: 173 time: 0.8993402 Mar 23 09:11:59.872296 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0fbe8d-83f4-447d-9c62-4db942250a8d', 'name': 'network-vif-deleted', 'tag': '261c636c-83d5-4577-bc04-469697841715'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:11:59.874602 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9426a599-1d9a-4b16-9b46-c45c2ace8b63" -d '{"events": [{"server_uuid": "fa0fbe8d-83f4-447d-9c62-4db942250a8d", "name": "network-vif-deleted", "tag": "261c636c-83d5-4577-bc04-469697841715"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:11:59.919407 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5cb7b9-0154-4a88-a3b4-b6e207a72d17 x-openstack-request-id: req-8e5cb7b9-0154-4a88-a3b4-b6e207a72d17 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:11:59.919702 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0fbe8d-83f4-447d-9c62-4db942250a8d", "name": "network-vif-deleted", "tag": "261c636c-83d5-4577-bc04-469697841715", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:11:59.920222 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8e5cb7b9-0154-4a88-a3b4-b6e207a72d17 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:11:59.920623 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5cb7b9-0154-4a88-a3b4-b6e207a72d17'] response: {'server_uuid': 'fa0fbe8d-83f4-447d-9c62-4db942250a8d', 'name': 'network-vif-deleted', 'tag': '261c636c-83d5-4577-bc04-469697841715', 'status': 'completed', 'code': 200} Mar 23 09:11:59.975997 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-b4506dee-7a2a-4b41-8eb0-bb824888ee34 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:12:00.189422 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-b4506dee-7a2a-4b41-8eb0-bb824888ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:00.216890 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4506dee-7a2a-4b41-8eb0-bb824888ee34 None None] Checking router: 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:12:00.226239 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4506dee-7a2a-4b41-8eb0-bb824888ee34 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:12:00.226839 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-b4506dee-7a2a-4b41-8eb0-bb824888ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:11:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:00.335868 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-b4506dee-7a2a-4b41-8eb0-bb824888ee34 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:12:00.526827 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0d688826-e620-4031-842b-81e15bb1f5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:00.549666 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-b4506dee-7a2a-4b41-8eb0-bb824888ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:00.619638 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58504) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:00.677920 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa195db7-b128-46ab-9998-7844bf7cbda7 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (8758f1c6-894d-4898-9cc9-709eebf30fbe), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:00.678857 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4506dee-7a2a-4b41-8eb0-bb824888ee34 None None] The sync data for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb is: [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:03:26Z', 'revision_number': 4, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f646ef7c-ea7e-460d-b6b0-50d769b1b8a8', 'name': '', 'network_id': '39df3c5d-1568-4c6e-9b3a-e334a05e9836', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'mac_address': 'fa:16:3e:a4:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:23Z', 'updated_at': '2022-03-23T09:03:39Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'subnets': [{'id': '83b4ac13-71e9-4cf6-97ce-85db2357cc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:12:00.703874 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa195db7-b128-46ab-9998-7844bf7cbda7 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (8758f1c6-894d-4898-9cc9-709eebf30fbe), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:00.755517 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa195db7-b128-46ab-9998-7844bf7cbda7 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (8758f1c6-894d-4898-9cc9-709eebf30fbe), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:00.759415 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa195db7-b128-46ab-9998-7844bf7cbda7 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:00.761886 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:00.763704 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58506) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:00.764188 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-aa195db7-b128-46ab-9998-7844bf7cbda7 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "DELETE /v2.0/security-groups/8758f1c6-894d-4898-9cc9-709eebf30fbe HTTP/1.1" status: 204 len: 168 time: 0.1430037 Mar 23 09:12:00.773812 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa195db7-b128-46ab-9998-7844bf7cbda7 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8758f1c6-894d-4898-9cc9-709eebf30fbe,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:00.782290 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.api.v2.resource [None req-9f1a4e50-d90b-42d1-bbb6-1ae8778ebb57 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] show failed (client error): The resource could not be found. Mar 23 09:12:00.783533 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-9f1a4e50-d90b-42d1-bbb6-1ae8778ebb57 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "GET /v2.0/security-groups/8758f1c6-894d-4898-9cc9-709eebf30fbe HTTP/1.1" status: 404 len: 347 time: 0.0181942 Mar 23 09:12:00.787178 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58508) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:00.919863 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232f4807-abdf-4a45-9ea6-7db46b1d6781 None None] New status for floating IP c4b74af3-74b6-440a-a4c8-2ddff78b8eae: DOWN {{(pid=103136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:12:00.921680 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-55063640-3da8-4ebf-b1ec-563e9e36fad4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Deleting port 33af8543-e6f5-4503-a055-d21e24093aa9 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:12:00.922081 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-55063640-3da8-4ebf-b1ec-563e9e36fad4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (33af8543-e6f5-4503-a055-d21e24093aa9), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:01.002452 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-55063640-3da8-4ebf-b1ec-563e9e36fad4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (33af8543-e6f5-4503-a055-d21e24093aa9), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:01.002782 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-55063640-3da8-4ebf-b1ec-563e9e36fad4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (33af8543-e6f5-4503-a055-d21e24093aa9), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:01.015985 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-55063640-3da8-4ebf-b1ec-563e9e36fad4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Calling delete_port for 33af8543-e6f5-4503-a055-d21e24093aa9 owned by network:floatingip {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:12:01.152957 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-55063640-3da8-4ebf-b1ec-563e9e36fad4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (33af8543-e6f5-4503-a055-d21e24093aa9), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:01.179317 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55063640-3da8-4ebf-b1ec-563e9e36fad4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Pushing event deleted for resources: {'Port': ['ID=33af8543-e6f5-4503-a055-d21e24093aa9,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:01.242228 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-55063640-3da8-4ebf-b1ec-563e9e36fad4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks [] for floatingip (c4b74af3-74b6-440a-a4c8-2ddff78b8eae), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:01.244800 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-55063640-3da8-4ebf-b1ec-563e9e36fad4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:01.245986 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-55063640-3da8-4ebf-b1ec-563e9e36fad4 tempest-AttachVolumeNegativeTest-1167798529 tempest-AttachVolumeNegativeTest-1167798529-project] 10.222.0.91 "DELETE /v2.0/floatingips/c4b74af3-74b6-440a-a4c8-2ddff78b8eae HTTP/1.1" status: 204 len: 168 time: 0.4578266 Mar 23 09:12:02.879660 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ae00837f-c18b-4aee-a67c-99d3c60a375d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:03.757994 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 261c636c-83d5-4577-bc04-469697841715 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:12:03.783358 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: 261c636c-83d5-4577-bc04-469697841715 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:12:03.783719 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 261c636c-83d5-4577-bc04-469697841715 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:12:04.004726 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:04.911540 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aafefc8d-51c1-4a73-a904-42e98fba1ed2 req-0bf8d0c0-d2f9-45e3-a557-3a0b903acbc7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501285 Mar 23 09:12:04.943645 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58544) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:04.984219 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafefc8d-51c1-4a73-a904-42e98fba1ed2 req-4f53c8cd-0c96-4999-a40b-4cf4c0bf1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:04.985746 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aafefc8d-51c1-4a73-a904-42e98fba1ed2 req-4f53c8cd-0c96-4999-a40b-4cf4c0bf1f74 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5c385a890af4ad8a66dceaef2f65557&device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 1130 time: 0.0520649 Mar 23 09:12:05.095617 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafefc8d-51c1-4a73-a904-42e98fba1ed2 req-b9731ffa-7bf3-4ae7-8779-589cdf5e4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:05.097048 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aafefc8d-51c1-4a73-a904-42e98fba1ed2 req-b9731ffa-7bf3-4ae7-8779-589cdf5e4cff service neutron] 10.222.0.93 "GET /v2.0/networks?id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 200 len: 917 time: 0.0928166 Mar 23 09:12:05.168952 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aafefc8d-51c1-4a73-a904-42e98fba1ed2 req-12f53f07-a5ef-4537-89dd-0177252e4dd2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53680386-af24-4168-851f-beb509f51253 HTTP/1.1" status: 200 len: 1001 time: 0.0652788 Mar 23 09:12:05.221330 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafefc8d-51c1-4a73-a904-42e98fba1ed2 req-b1f6252d-5606-46ef-a018-18481792f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:05.223069 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aafefc8d-51c1-4a73-a904-42e98fba1ed2 req-b1f6252d-5606-46ef-a018-18481792f171 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=557dee99-09a9-460c-be1d-dcb02c131231 HTTP/1.1" status: 200 len: 855 time: 0.0480874 Mar 23 09:12:05.278149 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafefc8d-51c1-4a73-a904-42e98fba1ed2 req-79653d0c-be64-40ee-9bca-66d63b5afd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:05.279680 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aafefc8d-51c1-4a73-a904-42e98fba1ed2 req-79653d0c-be64-40ee-9bca-66d63b5afd29 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0502825 Mar 23 09:12:05.372826 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aafefc8d-51c1-4a73-a904-42e98fba1ed2 req-c7bbc764-e792-488c-b4bd-2277e0223857 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863280 Mar 23 09:12:05.464194 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aafefc8d-51c1-4a73-a904-42e98fba1ed2 req-6ee175de-1926-422b-b3ea-ee80d1137857 service neutron] 10.222.0.93 "GET /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855150 Mar 23 09:12:05.552251 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-78f3f75a-2bb0-46ba-b1ff-2325eb3b34c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542022'] for router_interface (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:05.640274 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:05.809657 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-78f3f75a-2bb0-46ba-b1ff-2325eb3b34c8 admin admin] Deleting port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:12:05.810028 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-78f3f75a-2bb0-46ba-b1ff-2325eb3b34c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:05.887699 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-78f3f75a-2bb0-46ba-b1ff-2325eb3b34c8 admin admin] For port f646ef7c-ea7e-460d-b6b0-50d769b1b8a8, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=f646ef7c-ea7e-460d-b6b0-50d769b1b8a8,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:12:05.888050 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-78f3f75a-2bb0-46ba-b1ff-2325eb3b34c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:05.902708 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-78f3f75a-2bb0-46ba-b1ff-2325eb3b34c8 admin admin] Calling delete_port for f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 owned by network:router_interface {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:12:06.345370 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-78f3f75a-2bb0-46ba-b1ff-2325eb3b34c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (f646ef7c-ea7e-460d-b6b0-50d769b1b8a8), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:06.371351 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3f75a-2bb0-46ba-b1ff-2325eb3b34c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f646ef7c-ea7e-460d-b6b0-50d769b1b8a8,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:06.547166 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-78f3f75a-2bb0-46ba-b1ff-2325eb3b34c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541686'] for router_interface (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:06.783354 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f3f75a-2bb0-46ba-b1ff-2325eb3b34c8 admin admin] Router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:12:06.859360 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:06.896254 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f3f75a-2bb0-46ba-b1ff-2325eb3b34c8 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:12:06.901273 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-78f3f75a-2bb0-46ba-b1ff-2325eb3b34c8 admin admin] 10.222.0.91 "PUT /v2.0/routers/2d9e24e0-0f01-485c-bbee-2b0e1502fc48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9563761 Mar 23 09:12:06.903901 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58552) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:06.905621 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d78b8-d017-4c47-9a40-b738282eb930 None None] Sync routers for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:12:06.915993 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d78b8-d017-4c47-9a40-b738282eb930 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:12:06.916592 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-236d78b8-d017-4c47-9a40-b738282eb930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:12:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:07.024403 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] Publish callbacks [] for router (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:07.028660 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-236d78b8-d017-4c47-9a40-b738282eb930 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:12:07.135045 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] Publish callbacks [] for router_gateway (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:07.196621 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] Deleting port a397a929-1375-403e-8ada-a969c8c32b91 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:12:07.196962 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (a397a929-1375-403e-8ada-a969c8c32b91), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:07.252379 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-236d78b8-d017-4c47-9a40-b738282eb930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:12:06Z', 'revision_number': 5, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port': {'id': 'a397a929-1375-403e-8ada-a969c8c32b91', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:13Z', 'updated_at': '2022-03-23T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:07.290325 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] For port a397a929-1375-403e-8ada-a969c8c32b91, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=a397a929-1375-403e-8ada-a969c8c32b91,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:12:07.290896 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (a397a929-1375-403e-8ada-a969c8c32b91), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:07.303880 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d78b8-d017-4c47-9a40-b738282eb930 None None] Checking router: 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:12:07.310550 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] Calling delete_port for a397a929-1375-403e-8ada-a969c8c32b91 owned by network:router_gateway {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:12:07.315064 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d78b8-d017-4c47-9a40-b738282eb930 None None] Routers {'2d9e24e0-0f01-485c-bbee-2b0e1502fc48'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:12:07.316810 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-236d78b8-d017-4c47-9a40-b738282eb930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:12:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:07.421023 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-236d78b8-d017-4c47-9a40-b738282eb930 None None] Set router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 gateway port host: None {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:12:07.481766 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b150768-46ed-4c6a-a328-6416aa4edd56 req-87a07b6e-5172-4a81-9955-0484a1509808 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:07.487194 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1b150768-46ed-4c6a-a328-6416aa4edd56 req-87a07b6e-5172-4a81-9955-0484a1509808 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 946 time: 0.0849612 Mar 23 09:12:07.502851 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-236d78b8-d017-4c47-9a40-b738282eb930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:12:07Z', 'revision_number': 6, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port_host': None}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:07.515030 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (a397a929-1375-403e-8ada-a969c8c32b91), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:07.536237 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d78b8-d017-4c47-9a40-b738282eb930 None None] The sync data for ids ['2d9e24e0-0f01-485c-bbee-2b0e1502fc48'] in dv-cinder-834822-2-smb is: [{'id': '2d9e24e0-0f01-485c-bbee-2b0e1502fc48', 'name': 'tempest-AttachVolumeNegativeTest-560481661-router', 'tenant_id': '10c31b5d1eda4472b343001019b8c22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:11Z', 'updated_at': '2022-03-23T09:12:07Z', 'revision_number': 6, 'project_id': '10c31b5d1eda4472b343001019b8c22d', 'gw_port_host': None}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:12:07.545602 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1b150768-46ed-4c6a-a328-6416aa4edd56 req-0a729ef2-b605-47e2-82ad-657d74d63c6a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525050 Mar 23 09:12:07.551221 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] Pushing event deleted for resources: {'Port': ['ID=a397a929-1375-403e-8ada-a969c8c32b91,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:07.630758 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548364'] for router_gateway (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:07.724578 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30852'] for router (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:07.727032 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] Publish callbacks [] for router_controller (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), precommit_delete_associations {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:07.771264 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542703'] for router (2d9e24e0-0f01-485c-bbee-2b0e1502fc48), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:07.771857 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9e24e0-0f01-485c-bbee-2b0e1502fc48 {{(pid=103135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:12:07.776095 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:07.777233 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-c357048d-fbed-45a6-a56b-d95c0d689230 admin admin] 10.222.0.91 "DELETE /v2.0/routers/2d9e24e0-0f01-485c-bbee-2b0e1502fc48 HTTP/1.1" status: 204 len: 168 time: 0.8724508 Mar 23 09:12:07.779738 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58564) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:07.828276 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fd4d95-82e1-4d6d-a1e1-5d8547a24da9 admin admin] Deleting subnet 83b4ac13-71e9-4cf6-97ce-85db2357cc64 {{(pid=103135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:12:07.831429 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-12fd4d95-82e1-4d6d-a1e1-5d8547a24da9 admin admin] Publish callbacks [] for subnet (83b4ac13-71e9-4cf6-97ce-85db2357cc64), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:07.867592 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-12fd4d95-82e1-4d6d-a1e1-5d8547a24da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9594834'] for subnet (83b4ac13-71e9-4cf6-97ce-85db2357cc64), precommit_delete_associations {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:07.950074 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-12fd4d95-82e1-4d6d-a1e1-5d8547a24da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2040305'] for subnet (83b4ac13-71e9-4cf6-97ce-85db2357cc64), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.008594 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-12fd4d95-82e1-4d6d-a1e1-5d8547a24da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2040296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10199739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8535269'] for subnet (83b4ac13-71e9-4cf6-97ce-85db2357cc64), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.038715 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd4d95-82e1-4d6d-a1e1-5d8547a24da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b4ac13-71e9-4cf6-97ce-85db2357cc64,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:08.042363 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-12fd4d95-82e1-4d6d-a1e1-5d8547a24da9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.048419 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-12fd4d95-82e1-4d6d-a1e1-5d8547a24da9 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/83b4ac13-71e9-4cf6-97ce-85db2357cc64 HTTP/1.1" status: 204 len: 168 time: 0.2653799 Mar 23 09:12:08.048579 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a4e9e4-7013-4930-9f71-1c3ff3f18105 None None] Network 39df3c5d-1568-4c6e-9b3a-e334a05e9836 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:12:08.049024 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58566) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:08.120359 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (39df3c5d-1568-4c6e-9b3a-e334a05e9836), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.177456 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] Deleting port c31f0026-89d7-46c0-99c7-ef8f61091b33 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:12:08.177837 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (c31f0026-89d7-46c0-99c7-ef8f61091b33), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.245385 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] For port c31f0026-89d7-46c0-99c7-ef8f61091b33, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=c31f0026-89d7-46c0-99c7-ef8f61091b33,segment=NetworkSegment(5c76bb7c-cca7-4cce-8743-448dfcea987f),segment_id=5c76bb7c-cca7-4cce-8743-448dfcea987f)] {{(pid=103135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:12:08.246012 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (c31f0026-89d7-46c0-99c7-ef8f61091b33), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.260756 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] Calling delete_port for c31f0026-89d7-46c0-99c7-ef8f61091b33 owned by network:dhcp {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:12:08.340924 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (c31f0026-89d7-46c0-99c7-ef8f61091b33), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.366482 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c5b332-e11f-4920-8482-7c03c59e58d4 None None] DHCP port deletion for 39df3c5d-1568-4c6e-9b3a-e334a05e9836 request from dv-cinder-834822-2-smb {{(pid=103136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:12:08.372021 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31f0026-89d7-46c0-99c7-ef8f61091b33,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:08.375430 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] No DVR routers for this DVR port c31f0026-89d7-46c0-99c7-ef8f61091b33 on host dv-cinder-834822-2-smb {{(pid=103135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:12:08.451829 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:12:08.459357 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1972292', 'neutron.services.segments.db._delete_segments_for_network-8760674705475'] for network (39df3c5d-1568-4c6e-9b3a-e334a05e9836), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.482821 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:12:08.483644 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device f646ef7c-ea7e-460d-b6b0-50d769b1b8a8 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:12:08.484074 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device a397a929-1375-403e-8ada-a969c8c32b91 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:12:08.484878 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39df3c5d-1568-4c6e-9b3a-e334a05e9836']}} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:08.497026 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c76bb7c-cca7-4cce-8743-448dfcea987f') {'for_net_delete': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:08.497344 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c76bb7c-cca7-4cce-8743-448dfcea987f') {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:08.505262 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: a397a929-1375-403e-8ada-a969c8c32b91 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:12:08.505606 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device a397a929-1375-403e-8ada-a969c8c32b91 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:12:08.506243 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device c31f0026-89d7-46c0-99c7-ef8f61091b33 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:12:08.509169 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760674703948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9594859'] for segment (5c76bb7c-cca7-4cce-8743-448dfcea987f), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.524887 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (5c76bb7c-cca7-4cce-8743-448dfcea987f), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.525793 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: c31f0026-89d7-46c0-99c7-ef8f61091b33 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:12:08.526168 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device c31f0026-89d7-46c0-99c7-ef8f61091b33 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:12:08.531148 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:12:08.531607 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10199065'] for segment (5c76bb7c-cca7-4cce-8743-448dfcea987f), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: Traceback (most recent call last): Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: timer() Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: cb(*args, **kw) Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: return func(*args, **kwargs) Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: self._notify() Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: self.callback(batched_events) Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: event.method(event) Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: return f(self, *a, **k) Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: return self._get(url).json() Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: return self.request(url, 'GET', **kwargs) Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:12:08.533498 dv-cinder-834822-2-smb neutron-server[103135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:12:08.594359 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1972351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548464'] for network (39df3c5d-1568-4c6e-9b3a-e334a05e9836), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.600810 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.604401 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] 10.222.0.91 "DELETE /v2.0/networks/39df3c5d-1568-4c6e-9b3a-e334a05e9836 HTTP/1.1" status: 204 len: 168 time: 0.5547543 Mar 23 09:12:08.623789 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26e626-d5d0-47ed-b92f-db99c9301426 admin admin] Pushing event deleted for resources: {'Network': ['ID=39df3c5d-1568-4c6e-9b3a-e334a05e9836,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:08.700986 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157cff-1c72-4b57-85de-a5935046d778 req-cf806ae0-7b39-4b06-ba63-b32c40dde17b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:08.702891 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-11157cff-1c72-4b57-85de-a5935046d778 req-cf806ae0-7b39-4b06-ba63-b32c40dde17b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 946 time: 0.0614161 Mar 23 09:12:08.758545 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-11157cff-1c72-4b57-85de-a5935046d778 req-3d69d865-cac7-4e05-adfa-9f599706da24 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed90b907-99e3-4f48-a755-0218c8238221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488055 Mar 23 09:12:08.761146 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58572) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:08.803583 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-583e3f2b-8ce9-42ef-a5f5-c4d76b58b474 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=10c31b5d1eda4472b343001019b8c22d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412924 Mar 23 09:12:08.806088 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58574) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:08.855209 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5de3b56e-52ed-4bce-a24f-a8270e96c608 admin admin] Publish callbacks [] for security_group (bff997e2-d6c2-4bb9-836c-73f001c7f2ad), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.877636 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5de3b56e-52ed-4bce-a24f-a8270e96c608 admin admin] Publish callbacks [] for security_group (bff997e2-d6c2-4bb9-836c-73f001c7f2ad), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.929630 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5de3b56e-52ed-4bce-a24f-a8270e96c608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (bff997e2-d6c2-4bb9-836c-73f001c7f2ad), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.932592 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5de3b56e-52ed-4bce-a24f-a8270e96c608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:08.933516 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-5de3b56e-52ed-4bce-a24f-a8270e96c608 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bff997e2-d6c2-4bb9-836c-73f001c7f2ad HTTP/1.1" status: 204 len: 168 time: 0.1262634 Mar 23 09:12:08.941467 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3b56e-52ed-4bce-a24f-a8270e96c608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff997e2-d6c2-4bb9-836c-73f001c7f2ad,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:09.080854 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-3238bb38-16cc-4034-a710-1c4bc0cc3a6b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:09.082838 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-3238bb38-16cc-4034-a710-1c4bc0cc3a6b tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.93 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 946 time: 0.0548887 Mar 23 09:12:09.178047 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-a1673733-0c53-43dc-9080-d432e037536a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Deleting port 53680386-af24-4168-851f-beb509f51253 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:12:09.178441 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-a1673733-0c53-43dc-9080-d432e037536a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (53680386-af24-4168-851f-beb509f51253), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:09.275224 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-a1673733-0c53-43dc-9080-d432e037536a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] For port 53680386-af24-4168-851f-beb509f51253, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=53680386-af24-4168-851f-beb509f51253,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:12:09.275596 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-a1673733-0c53-43dc-9080-d432e037536a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (53680386-af24-4168-851f-beb509f51253), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:09.453060 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-a1673733-0c53-43dc-9080-d432e037536a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:09.453421 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-a1673733-0c53-43dc-9080-d432e037536a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (64e0c94f-fdd5-4646-a920-c767028f4ece), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:09.453734 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-a1673733-0c53-43dc-9080-d432e037536a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Floating IP 64e0c94f-fdd5-4646-a920-c767028f4ece disassociated. External IP: 172.28.1.124, port: 53680386-af24-4168-851f-beb509f51253. Mar 23 09:12:09.454098 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-a1673733-0c53-43dc-9080-d432e037536a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Calling delete_port for 53680386-af24-4168-851f-beb509f51253 owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:12:09.588129 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-a1673733-0c53-43dc-9080-d432e037536a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (53680386-af24-4168-851f-beb509f51253), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:09.617586 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1673733-0c53-43dc-9080-d432e037536a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event deleted for resources: {'Port': ['ID=53680386-af24-4168-851f-beb509f51253,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:09.740819 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-a1673733-0c53-43dc-9080-d432e037536a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:12:09.875180 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-67dfcc2e-b96f-49bb-900c-c5c8ff077458 req-8a7e0585-45b6-4d66-bb42-ce8e3d545485 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/ports?device_id=d836a5b2-936b-4230-ba97-fc74ba05e9ec HTTP/1.1" status: 200 len: 210 time: 0.0318971 Mar 23 09:12:10.109766 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-a1673733-0c53-43dc-9080-d432e037536a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:12:10.127620 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18efac4b-4b89-4af8-afd0-68463170fa46 None None] Sync routers for ids ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:12:10.154500 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-a1673733-0c53-43dc-9080-d432e037536a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] No DVR routers for this DVR port 53680386-af24-4168-851f-beb509f51253 on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:12:10.155240 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18efac4b-4b89-4af8-afd0-68463170fa46 None None] Routers {'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:12:10.158371 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-a1673733-0c53-43dc-9080-d432e037536a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:10.158588 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-18efac4b-4b89-4af8-afd0-68463170fa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:12:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:10.162668 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-82f1ef21-ac3c-4596-86f4-52cbdaa17b1d req-a1673733-0c53-43dc-9080-d432e037536a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.93 "DELETE /v2.0/ports/53680386-af24-4168-851f-beb509f51253 HTTP/1.1" status: 204 len: 173 time: 1.0748589 Mar 23 09:12:10.163152 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'name': 'network-vif-deleted', 'tag': '53680386-af24-4168-851f-beb509f51253'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:12:10.165476 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc62541-ef52-4fa3-a182-9e25bc698941" -d '{"events": [{"server_uuid": "d836a5b2-936b-4230-ba97-fc74ba05e9ec", "name": "network-vif-deleted", "tag": "53680386-af24-4168-851f-beb509f51253"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:12:10.233957 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ef1862-2a16-4ab6-93d3-004ef01267b9 x-openstack-request-id: req-c3ef1862-2a16-4ab6-93d3-004ef01267b9 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:12:10.234435 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d836a5b2-936b-4230-ba97-fc74ba05e9ec", "name": "network-vif-deleted", "tag": "53680386-af24-4168-851f-beb509f51253", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:12:10.234897 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c3ef1862-2a16-4ab6-93d3-004ef01267b9 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:12:10.235465 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ef1862-2a16-4ab6-93d3-004ef01267b9'] response: {'server_uuid': 'd836a5b2-936b-4230-ba97-fc74ba05e9ec', 'name': 'network-vif-deleted', 'tag': '53680386-af24-4168-851f-beb509f51253', 'status': 'completed', 'code': 200} Mar 23 09:12:10.331123 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-18efac4b-4b89-4af8-afd0-68463170fa46 None None] Set router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:12:10.542263 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-18efac4b-4b89-4af8-afd0-68463170fa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:19Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'cb0a5fe8-ee14-4eaa-bb9c-929049f90559', 'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'mac_address': 'fa:16:3e:1f:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:16Z', 'updated_at': '2022-03-23T09:03:36Z', 'revision_number': 5, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'subnets': [{'id': '557dee99-09a9-460c-be1d-dcb02c131231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:10.569010 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18efac4b-4b89-4af8-afd0-68463170fa46 None None] Checking router: e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:12:10.577773 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18efac4b-4b89-4af8-afd0-68463170fa46 None None] Routers {'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:12:10.578415 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-18efac4b-4b89-4af8-afd0-68463170fa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:12:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:10.696633 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-18efac4b-4b89-4af8-afd0-68463170fa46 None None] Set router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:12:10.823225 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:12:10.905410 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-18efac4b-4b89-4af8-afd0-68463170fa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:19Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'cb0a5fe8-ee14-4eaa-bb9c-929049f90559', 'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'mac_address': 'fa:16:3e:1f:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:16Z', 'updated_at': '2022-03-23T09:03:36Z', 'revision_number': 5, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'subnets': [{'id': '557dee99-09a9-460c-be1d-dcb02c131231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:10.931552 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18efac4b-4b89-4af8-afd0-68463170fa46 None None] The sync data for ids ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'] in dv-cinder-834822-2-smb is: [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:03:19Z', 'revision_number': 4, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'cb0a5fe8-ee14-4eaa-bb9c-929049f90559', 'name': '', 'network_id': '3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'mac_address': 'fa:16:3e:1f:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '557dee99-09a9-460c-be1d-dcb02c131231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:16Z', 'updated_at': '2022-03-23T09:03:36Z', 'revision_number': 5, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'subnets': [{'id': '557dee99-09a9-460c-be1d-dcb02c131231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:12:11.162460 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a68bfa-57d8-4c8a-a8b4-1ff855720729 None None] New status for floating IP 64e0c94f-fdd5-4646-a920-c767028f4ece: DOWN {{(pid=103137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:12:11.985919 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58640) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:12.049218 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6ed8f5d0-a0f4-487a-8465-b83154b89147 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group (ed90b907-99e3-4f48-a755-0218c8238221), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:12.073055 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6ed8f5d0-a0f4-487a-8465-b83154b89147 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group (ed90b907-99e3-4f48-a755-0218c8238221), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:12.122049 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6ed8f5d0-a0f4-487a-8465-b83154b89147 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (ed90b907-99e3-4f48-a755-0218c8238221), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:12.124818 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6ed8f5d0-a0f4-487a-8465-b83154b89147 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:12.125714 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-6ed8f5d0-a0f4-487a-8465-b83154b89147 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "DELETE /v2.0/security-groups/ed90b907-99e3-4f48-a755-0218c8238221 HTTP/1.1" status: 204 len: 168 time: 0.1387565 Mar 23 09:12:12.128570 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58642) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:12.134877 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8f5d0-a0f4-487a-8465-b83154b89147 tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed90b907-99e3-4f48-a755-0218c8238221,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:12.142087 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.api.v2.resource [None req-19db524f-b83c-41f8-b945-6a878b19ee4c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] show failed (client error): The resource could not be found. Mar 23 09:12:12.143101 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-19db524f-b83c-41f8-b945-6a878b19ee4c tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "GET /v2.0/security-groups/ed90b907-99e3-4f48-a755-0218c8238221 HTTP/1.1" status: 404 len: 347 time: 0.0135164 Mar 23 09:12:12.146497 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58644) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:12.275019 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f4612532-d15e-4851-a6cc-cfab58ccda4a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Deleting port 19de09e1-8ffb-4ebd-946c-25e0600423a8 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:12:12.275254 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f4612532-d15e-4851-a6cc-cfab58ccda4a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (19de09e1-8ffb-4ebd-946c-25e0600423a8), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:12.355376 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f4612532-d15e-4851-a6cc-cfab58ccda4a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (19de09e1-8ffb-4ebd-946c-25e0600423a8), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:12.355699 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f4612532-d15e-4851-a6cc-cfab58ccda4a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for floatingip (19de09e1-8ffb-4ebd-946c-25e0600423a8), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:12.367950 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f4612532-d15e-4851-a6cc-cfab58ccda4a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Calling delete_port for 19de09e1-8ffb-4ebd-946c-25e0600423a8 owned by network:floatingip {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:12:12.502545 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f4612532-d15e-4851-a6cc-cfab58ccda4a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (19de09e1-8ffb-4ebd-946c-25e0600423a8), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:12.528905 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4612532-d15e-4851-a6cc-cfab58ccda4a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Pushing event deleted for resources: {'Port': ['ID=19de09e1-8ffb-4ebd-946c-25e0600423a8,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:12.589680 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f4612532-d15e-4851-a6cc-cfab58ccda4a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks [] for floatingip (64e0c94f-fdd5-4646-a920-c767028f4ece), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:12.592242 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f4612532-d15e-4851-a6cc-cfab58ccda4a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:12.593560 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-f4612532-d15e-4851-a6cc-cfab58ccda4a tempest-AttachVolumeShelveTestJSON-2117530605 tempest-AttachVolumeShelveTestJSON-2117530605-project] 10.222.0.91 "DELETE /v2.0/floatingips/64e0c94f-fdd5-4646-a920-c767028f4ece HTTP/1.1" status: 204 len: 168 time: 0.4460804 Mar 23 09:12:13.836337 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 53680386-af24-4168-851f-beb509f51253 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:12:13.857356 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: 53680386-af24-4168-851f-beb509f51253 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:12:13.857963 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 53680386-af24-4168-851f-beb509f51253 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:12:15.059207 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58708) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:15.359024 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58720) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:15.492807 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b1ad-e6f6-4284-9b52-01b59bce21aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:15.599430 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b1ad-e6f6-4284-9b52-01b59bce21aa admin admin] Publish callbacks [] for security_group (afb6f545-3154-46b6-ac8b-fdba4827eb06), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:15.624359 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3f5379ea-9c99-4037-89ac-2d6bb98fd1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542022'] for router_interface (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:15.625097 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b1ad-e6f6-4284-9b52-01b59bce21aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (afb6f545-3154-46b6-ac8b-fdba4827eb06), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:15.668501 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-7fe6b1ad-e6f6-4284-9b52-01b59bce21aa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=348e14bf4f5841a9a3fab1d52276fa8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083808 Mar 23 09:12:15.673792 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58730) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:15.682863 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6b1ad-e6f6-4284-9b52-01b59bce21aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb6f545-3154-46b6-ac8b-fdba4827eb06,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:15.699132 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ccbfd-50e6-4b34-a5c0-723e0aee0352 req-00827150-9ce1-4ad8-a35f-70a811172573 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:15.700736 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1e0ccbfd-50e6-4b34-a5c0-723e0aee0352 req-00827150-9ce1-4ad8-a35f-70a811172573 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.1222665 Mar 23 09:12:15.769953 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-95e65100-1c47-4ca6-9902-45ac8c05b032 admin admin] Publish callbacks [] for security_group (afb6f545-3154-46b6-ac8b-fdba4827eb06), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:15.774269 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1e0ccbfd-50e6-4b34-a5c0-723e0aee0352 req-8d44808d-a461-436d-a229-02696a4dc6df tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679672 Mar 23 09:12:15.801157 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-95e65100-1c47-4ca6-9902-45ac8c05b032 admin admin] Publish callbacks [] for security_group (afb6f545-3154-46b6-ac8b-fdba4827eb06), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:15.856872 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-95e65100-1c47-4ca6-9902-45ac8c05b032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (afb6f545-3154-46b6-ac8b-fdba4827eb06), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:15.859552 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-95e65100-1c47-4ca6-9902-45ac8c05b032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:15.864137 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-95e65100-1c47-4ca6-9902-45ac8c05b032 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/afb6f545-3154-46b6-ac8b-fdba4827eb06 HTTP/1.1" status: 204 len: 168 time: 0.1893377 Mar 23 09:12:15.873044 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e65100-1c47-4ca6-9902-45ac8c05b032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb6f545-3154-46b6-ac8b-fdba4827eb06,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:15.886184 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-3f5379ea-9c99-4037-89ac-2d6bb98fd1c0 admin admin] Deleting port cb0a5fe8-ee14-4eaa-bb9c-929049f90559 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:12:15.886523 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3f5379ea-9c99-4037-89ac-2d6bb98fd1c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:15.967610 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-3f5379ea-9c99-4037-89ac-2d6bb98fd1c0 admin admin] For port cb0a5fe8-ee14-4eaa-bb9c-929049f90559, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=cb0a5fe8-ee14-4eaa-bb9c-929049f90559,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:12:15.967970 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3f5379ea-9c99-4037-89ac-2d6bb98fd1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:15.982261 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-3f5379ea-9c99-4037-89ac-2d6bb98fd1c0 admin admin] Calling delete_port for cb0a5fe8-ee14-4eaa-bb9c-929049f90559 owned by network:router_interface {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:12:16.187289 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3f5379ea-9c99-4037-89ac-2d6bb98fd1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (cb0a5fe8-ee14-4eaa-bb9c-929049f90559), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:16.213822 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5379ea-9c99-4037-89ac-2d6bb98fd1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb0a5fe8-ee14-4eaa-bb9c-929049f90559,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:16.652479 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-3f5379ea-9c99-4037-89ac-2d6bb98fd1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541686'] for router_interface (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:16.898746 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5379ea-9c99-4037-89ac-2d6bb98fd1c0 admin admin] Router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:12:16.909723 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f76df9-cca9-4710-bf34-2c2034e62161 req-80f01614-efdf-4bd3-9f06-bbd906ace66b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:16.911714 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-38f76df9-cca9-4710-bf34-2c2034e62161 req-80f01614-efdf-4bd3-9f06-bbd906ace66b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0577767 Mar 23 09:12:16.967465 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-38f76df9-cca9-4710-bf34-2c2034e62161 req-3dae35e0-4e5f-4d3c-963e-c409ce4e296a tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494831 Mar 23 09:12:17.015880 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5379ea-9c99-4037-89ac-2d6bb98fd1c0 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:12:17.022336 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-3f5379ea-9c99-4037-89ac-2d6bb98fd1c0 admin admin] 10.222.0.91 "PUT /v2.0/routers/e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9608572 Mar 23 09:12:17.024641 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58760) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:17.029413 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3671dc3f-77ff-4415-88b1-f16d5c10c1a0 None None] Sync routers for ids ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:12:17.040626 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3671dc3f-77ff-4415-88b1-f16d5c10c1a0 None None] Routers {'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:12:17.041255 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-3671dc3f-77ff-4415-88b1-f16d5c10c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:12:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:17.155676 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] Publish callbacks [] for router (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:17.163833 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-3671dc3f-77ff-4415-88b1-f16d5c10c1a0 None None] Set router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:12:17.290483 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] Publish callbacks [] for router_gateway (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:17.348770 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] Deleting port 804b3f03-9ef4-4096-8b7c-4a921c0162b6 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:12:17.349119 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (804b3f03-9ef4-4096-8b7c-4a921c0162b6), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:17.369618 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-3671dc3f-77ff-4415-88b1-f16d5c10c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:12:16Z', 'revision_number': 5, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port': {'id': '804b3f03-9ef4-4096-8b7c-4a921c0162b6', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:03:10Z', 'updated_at': '2022-03-23T09:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:17.396770 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3671dc3f-77ff-4415-88b1-f16d5c10c1a0 None None] Checking router: e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:12:17.405138 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3671dc3f-77ff-4415-88b1-f16d5c10c1a0 None None] Routers {'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:12:17.405755 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-3671dc3f-77ff-4415-88b1-f16d5c10c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:12:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:17.438148 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] For port 804b3f03-9ef4-4096-8b7c-4a921c0162b6, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=804b3f03-9ef4-4096-8b7c-4a921c0162b6,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:12:17.438511 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (804b3f03-9ef4-4096-8b7c-4a921c0162b6), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:17.453626 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] Calling delete_port for 804b3f03-9ef4-4096-8b7c-4a921c0162b6 owned by network:router_gateway {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:12:17.495789 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-3671dc3f-77ff-4415-88b1-f16d5c10c1a0 None None] Set router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 gateway port host: None {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:12:17.628926 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (804b3f03-9ef4-4096-8b7c-4a921c0162b6), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:17.657396 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=804b3f03-9ef4-4096-8b7c-4a921c0162b6,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:17.688344 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-3671dc3f-77ff-4415-88b1-f16d5c10c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:12:17Z', 'revision_number': 6, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port_host': None}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:17.717075 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3671dc3f-77ff-4415-88b1-f16d5c10c1a0 None None] The sync data for ids ['e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412'] in dv-cinder-834822-2-smb is: [{'id': 'e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412', 'name': 'tempest-AttachVolumeShelveTestJSON-864839724-router', 'tenant_id': 'd5c385a890af4ad8a66dceaef2f65557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:03:09Z', 'updated_at': '2022-03-23T09:12:17Z', 'revision_number': 6, 'project_id': 'd5c385a890af4ad8a66dceaef2f65557', 'gw_port_host': None}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:12:17.727292 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548364'] for router_gateway (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:17.826344 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30852'] for router (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:17.828500 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] Publish callbacks [] for router_controller (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), precommit_delete_associations {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:17.873895 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542703'] for router (e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:17.874426 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 {{(pid=103134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:12:17.879859 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:17.881032 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-b1bcfaf9-b3f7-4d42-942c-0ddee80c77f0 admin admin] 10.222.0.91 "DELETE /v2.0/routers/e0f5b0d9-2b85-4c9e-8fbe-ca5c0aad8412 HTTP/1.1" status: 204 len: 168 time: 0.8551536 Mar 23 09:12:17.883781 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58770) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:17.928972 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_v2 [None req-462fb176-655f-4594-b9d4-bae29356cee5 admin admin] Deleting subnet 557dee99-09a9-460c-be1d-dcb02c131231 {{(pid=103134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:12:17.932435 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-462fb176-655f-4594-b9d4-bae29356cee5 admin admin] Publish callbacks [] for subnet (557dee99-09a9-460c-be1d-dcb02c131231), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:17.967260 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-462fb176-655f-4594-b9d4-bae29356cee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844568'] for subnet (557dee99-09a9-460c-be1d-dcb02c131231), precommit_delete_associations {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:18.056455 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-462fb176-655f-4594-b9d4-bae29356cee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2040305'] for subnet (557dee99-09a9-460c-be1d-dcb02c131231), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:18.117988 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55717af-7d88-44c5-ae49-f86ee63b9227 req-331a3336-1ed4-426d-91f9-30b7ea0fc5ae tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:18.120123 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f55717af-7d88-44c5-ae49-f86ee63b9227 req-331a3336-1ed4-426d-91f9-30b7ea0fc5ae tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0777721 Mar 23 09:12:18.124026 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-462fb176-655f-4594-b9d4-bae29356cee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2040296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8423464'] for subnet (557dee99-09a9-460c-be1d-dcb02c131231), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:18.162642 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fb176-655f-4594-b9d4-bae29356cee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=557dee99-09a9-460c-be1d-dcb02c131231,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:18.175327 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-462fb176-655f-4594-b9d4-bae29356cee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:18.179747 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-462fb176-655f-4594-b9d4-bae29356cee5 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/557dee99-09a9-460c-be1d-dcb02c131231 HTTP/1.1" status: 204 len: 168 time: 0.2950172 Mar 23 09:12:18.182395 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58774) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:18.187967 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b372c7-fb6f-46e3-8415-52f5e2fb9794 None None] Network 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:12:18.202455 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-f55717af-7d88-44c5-ae49-f86ee63b9227 req-d01860c7-93d7-451a-a579-61268070e0dc tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751479 Mar 23 09:12:18.267060 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-32962e35-aca7-4654-899a-607141064500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:18.353278 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-32962e35-aca7-4654-899a-607141064500 admin admin] Deleting port 0604a281-c9c2-4ea0-826d-87f9b65ce985 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:12:18.353538 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-32962e35-aca7-4654-899a-607141064500 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (0604a281-c9c2-4ea0-826d-87f9b65ce985), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:18.420275 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-32962e35-aca7-4654-899a-607141064500 admin admin] For port 0604a281-c9c2-4ea0-826d-87f9b65ce985, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=0604a281-c9c2-4ea0-826d-87f9b65ce985,segment=NetworkSegment(d15e7367-8eb4-4847-97c0-99f7c459e2c3),segment_id=d15e7367-8eb4-4847-97c0-99f7c459e2c3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:12:18.420641 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-32962e35-aca7-4654-899a-607141064500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (0604a281-c9c2-4ea0-826d-87f9b65ce985), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:18.435903 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-32962e35-aca7-4654-899a-607141064500 admin admin] Calling delete_port for 0604a281-c9c2-4ea0-826d-87f9b65ce985 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:12:18.529507 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-32962e35-aca7-4654-899a-607141064500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (0604a281-c9c2-4ea0-826d-87f9b65ce985), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:18.536525 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a9ee6f-b578-412b-b51d-ab788ecdbff4 None None] DHCP port deletion for 3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f request from dv-cinder-834822-2-smb {{(pid=103136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:12:18.567172 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32962e35-aca7-4654-899a-607141064500 admin admin] Pushing event deleted for resources: {'Port': ['ID=0604a281-c9c2-4ea0-826d-87f9b65ce985,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:18.569375 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32962e35-aca7-4654-899a-607141064500 admin admin] No DVR routers for this DVR port 0604a281-c9c2-4ea0-826d-87f9b65ce985 on host dv-cinder-834822-2-smb {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:12:18.625948 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device cb0a5fe8-ee14-4eaa-bb9c-929049f90559 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:12:18.647177 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: cb0a5fe8-ee14-4eaa-bb9c-929049f90559 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:12:18.647629 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device cb0a5fe8-ee14-4eaa-bb9c-929049f90559 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:12:18.667003 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-32962e35-aca7-4654-899a-607141064500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1972292', 'neutron.services.segments.db._delete_segments_for_network-8760674705475'] for network (3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:18.693820 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-32962e35-aca7-4654-899a-607141064500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f']}} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:18.706228 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-32962e35-aca7-4654-899a-607141064500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15e7367-8eb4-4847-97c0-99f7c459e2c3') {'for_net_delete': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:18.706579 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-32962e35-aca7-4654-899a-607141064500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15e7367-8eb4-4847-97c0-99f7c459e2c3') {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:12:18.716956 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-32962e35-aca7-4654-899a-607141064500 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760674703948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844577'] for segment (d15e7367-8eb4-4847-97c0-99f7c459e2c3), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:18.730705 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-32962e35-aca7-4654-899a-607141064500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (d15e7367-8eb4-4847-97c0-99f7c459e2c3), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:18.737243 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32962e35-aca7-4654-899a-607141064500 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:12:18.738179 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-32962e35-aca7-4654-899a-607141064500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8677160'] for segment (d15e7367-8eb4-4847-97c0-99f7c459e2c3), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: Traceback (most recent call last): Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: timer() Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: cb(*args, **kw) Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: return func(*args, **kwargs) Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: self._notify() Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: self.callback(batched_events) Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: event.method(event) Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: return f(self, *a, **k) Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: return self._get(url).json() Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: return self.request(url, 'GET', **kwargs) Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:12:18.740013 dv-cinder-834822-2-smb neutron-server[103134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:12:18.794862 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-32962e35-aca7-4654-899a-607141064500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1972351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548464'] for network (3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:18.799399 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-32962e35-aca7-4654-899a-607141064500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:18.805986 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-32962e35-aca7-4654-899a-607141064500 admin admin] 10.222.0.91 "DELETE /v2.0/networks/3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f HTTP/1.1" status: 204 len: 168 time: 0.6225812 Mar 23 09:12:18.820531 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32962e35-aca7-4654-899a-607141064500 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe73fc4-f3f7-4b70-b1c8-9faa4d44a43f,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:18.982989 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58794) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:19.023508 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-329132aa-b2bc-4b95-b848-910b20bbeaeb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d5c385a890af4ad8a66dceaef2f65557&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392227 Mar 23 09:12:19.025916 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58796) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:19.083584 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2f2c-680c-4bc9-bb2d-46d83308f0f2 admin admin] Publish callbacks [] for security_group (d0a40020-fb19-402c-981d-8aaa37e0b042), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:19.115043 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2f2c-680c-4bc9-bb2d-46d83308f0f2 admin admin] Publish callbacks [] for security_group (d0a40020-fb19-402c-981d-8aaa37e0b042), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:19.162816 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2f2c-680c-4bc9-bb2d-46d83308f0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (d0a40020-fb19-402c-981d-8aaa37e0b042), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:19.165420 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2f2c-680c-4bc9-bb2d-46d83308f0f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:19.166756 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-6a9e2f2c-680c-4bc9-bb2d-46d83308f0f2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d0a40020-fb19-402c-981d-8aaa37e0b042 HTTP/1.1" status: 204 len: 168 time: 0.1398058 Mar 23 09:12:19.176225 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e2f2c-680c-4bc9-bb2d-46d83308f0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a40020-fb19-402c-981d-8aaa37e0b042,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:19.327630 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c726b8-fdb6-401a-b78d-50aba7beb1b5 req-b9851bc4-9ae1-48ca-9e1c-cfb3117bc66c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:19.329387 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-32c726b8-fdb6-401a-b78d-50aba7beb1b5 req-b9851bc4-9ae1-48ca-9e1c-cfb3117bc66c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0613694 Mar 23 09:12:19.385341 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-32c726b8-fdb6-401a-b78d-50aba7beb1b5 req-b5dac08b-b7cc-409a-b28b-8fffc85b2eb5 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462592 Mar 23 09:12:19.892152 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 58828) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:20.006824 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5ff5-e816-4765-9a07-d746c919688d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:20.087974 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5ff5-e816-4765-9a07-d746c919688d admin admin] Publish callbacks [] for security_group (46c0a233-ec2d-4c1d-b258-79c5cbbf9cda), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:20.092019 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5ff5-e816-4765-9a07-d746c919688d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (46c0a233-ec2d-4c1d-b258-79c5cbbf9cda), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:20.137592 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 58840) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:20.142577 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-b7ac5ff5-e816-4765-9a07-d746c919688d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=202af38edb4b4d4abc8a54f512369e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491384 Mar 23 09:12:20.147850 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac5ff5-e816-4765-9a07-d746c919688d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c0a233-ec2d-4c1d-b258-79c5cbbf9cda,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:20.191916 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4b1398f6-940b-4bba-885d-5e1c269f0c82 admin admin] Publish callbacks [] for security_group (46c0a233-ec2d-4c1d-b258-79c5cbbf9cda), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:20.197742 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 0604a281-c9c2-4ea0-826d-87f9b65ce985 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:12:20.216023 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4b1398f6-940b-4bba-885d-5e1c269f0c82 admin admin] Publish callbacks [] for security_group (46c0a233-ec2d-4c1d-b258-79c5cbbf9cda), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:20.218975 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 0604a281-c9c2-4ea0-826d-87f9b65ce985 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:12:20.219395 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 0604a281-c9c2-4ea0-826d-87f9b65ce985 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:12:20.219886 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 804b3f03-9ef4-4096-8b7c-4a921c0162b6 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:12:20.240183 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 804b3f03-9ef4-4096-8b7c-4a921c0162b6 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:12:20.240543 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 804b3f03-9ef4-4096-8b7c-4a921c0162b6 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:12:20.268697 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4b1398f6-940b-4bba-885d-5e1c269f0c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (46c0a233-ec2d-4c1d-b258-79c5cbbf9cda), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:20.271898 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4b1398f6-940b-4bba-885d-5e1c269f0c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:20.272777 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-4b1398f6-940b-4bba-885d-5e1c269f0c82 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/46c0a233-ec2d-4c1d-b258-79c5cbbf9cda HTTP/1.1" status: 204 len: 168 time: 0.1341944 Mar 23 09:12:20.282432 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1398f6-940b-4bba-885d-5e1c269f0c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c0a233-ec2d-4c1d-b258-79c5cbbf9cda,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:20.537554 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8beaa1-39b6-4994-9bd3-e6ea05b78f3f req-bb06f2bc-a80c-4bf5-afa3-69f360038324 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:20.542324 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fd8beaa1-39b6-4994-9bd3-e6ea05b78f3f req-bb06f2bc-a80c-4bf5-afa3-69f360038324 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0769129 Mar 23 09:12:20.595203 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fd8beaa1-39b6-4994-9bd3-e6ea05b78f3f req-f4ebb056-256a-43ab-8c2f-8d4eb2fea39c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483377 Mar 23 09:12:21.727630 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3d065-9ddf-42c4-afd1-340b37ff5bd0 req-ae4a4a70-23fc-4b9f-affa-0dc0e4474077 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:21.729124 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-31a3d065-9ddf-42c4-afd1-340b37ff5bd0 req-ae4a4a70-23fc-4b9f-affa-0dc0e4474077 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0602474 Mar 23 09:12:21.783516 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-31a3d065-9ddf-42c4-afd1-340b37ff5bd0 req-acc4ecd6-4f10-4b9f-aced-f389c2e71d1f tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464623 Mar 23 09:12:22.916309 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0741f-b7ed-4f08-9c34-724d64647bae req-60427458-9725-4f5a-a1c8-3d4c3f7a6586 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:22.917866 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-05d0741f-b7ed-4f08-9c34-724d64647bae req-60427458-9725-4f5a-a1c8-3d4c3f7a6586 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0644984 Mar 23 09:12:22.966497 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-05d0741f-b7ed-4f08-9c34-724d64647bae req-3fe63f2b-40c5-402e-afcd-e57052fb30ee tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430472 Mar 23 09:12:24.089432 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45a213-0fbe-4ba3-833a-d51440a84a64 req-778fac69-2bfe-44e6-ae1c-5ceda3ed34a2 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:24.091011 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7b45a213-0fbe-4ba3-833a-d51440a84a64 req-778fac69-2bfe-44e6-ae1c-5ceda3ed34a2 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0541589 Mar 23 09:12:24.141413 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7b45a213-0fbe-4ba3-833a-d51440a84a64 req-fdc92d19-923d-4754-ba98-633e00ca5ad5 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446601 Mar 23 09:12:25.265283 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a495f49-7c01-4bde-983b-5e1890ba82e6 req-397e8387-336c-4eb2-a0a2-9e30e346d900 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:25.266683 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1a495f49-7c01-4bde-983b-5e1890ba82e6 req-397e8387-336c-4eb2-a0a2-9e30e346d900 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0572505 Mar 23 09:12:25.320788 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1a495f49-7c01-4bde-983b-5e1890ba82e6 req-c18cbd72-df77-46fe-b10f-d26691ea2291 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478692 Mar 23 09:12:26.438740 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17480c06-a9d4-4e46-8de7-d0358a38ad0e req-d2fee7fd-f0c9-44d7-b00a-7ac373ce038e tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:26.440207 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-17480c06-a9d4-4e46-8de7-d0358a38ad0e req-d2fee7fd-f0c9-44d7-b00a-7ac373ce038e tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0526063 Mar 23 09:12:26.494489 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-17480c06-a9d4-4e46-8de7-d0358a38ad0e req-ce477059-d371-4395-a50e-e1305aaa08a6 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488143 Mar 23 09:12:27.623528 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e7a41-aba1-4720-9f34-a4fbf4edb307 req-d1a7b667-a3d1-45e4-be3a-cbe149ca0fa5 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:27.625010 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-222e7a41-aba1-4720-9f34-a4fbf4edb307 req-d1a7b667-a3d1-45e4-be3a-cbe149ca0fa5 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0543940 Mar 23 09:12:27.672098 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-222e7a41-aba1-4720-9f34-a4fbf4edb307 req-7df839fe-1a62-405c-9971-d1341da096c0 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415101 Mar 23 09:12:28.066952 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59034) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:28.176650 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:28.266164 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Publish callbacks [] for security_group (44020e33-f301-4916-bd5f-1f3884ecc440), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:28.271503 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (44020e33-f301-4916-bd5f-1f3884ecc440), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:28.310479 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7838207dc29a49579979989a7d8235b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424676 Mar 23 09:12:28.311353 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44020e33-f301-4916-bd5f-1f3884ecc440,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:28.313134 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 59048) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:28.319552 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.319910 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.320261 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.320607 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.320947 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.321284 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.321616 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.321985 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.322373 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.322678 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.323008 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.323337 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.323662 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.323988 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.324311 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032570c2-b176-402a-af30-bb4eb5076043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.361345 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Publish callbacks [] for security_group (44020e33-f301-4916-bd5f-1f3884ecc440), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:28.382262 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Publish callbacks [] for security_group (44020e33-f301-4916-bd5f-1f3884ecc440), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:28.430673 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (44020e33-f301-4916-bd5f-1f3884ecc440), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:28.433507 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:28.434661 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/44020e33-f301-4916-bd5f-1f3884ecc440 HTTP/1.1" status: 204 len: 168 time: 0.1205642 Mar 23 09:12:28.442187 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44020e33-f301-4916-bd5f-1f3884ecc440,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:28.449047 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.449435 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.449734 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.450094 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.450428 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.450752 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.451072 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.451422 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.451732 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.452127 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.452336 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.452656 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.452978 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.453290 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.453604 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b895a79f-4181-42a2-972e-8e8f5c86479f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:28.702371 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 59056) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:28.715244 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-35234e74-47fc-441e-ac6f-4cc59249d76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:28.791947 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-35234e74-47fc-441e-ac6f-4cc59249d76f admin admin] Publish callbacks [] for security_group (5736733f-9c1c-4069-bb8f-aedc4afb8ff1), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:28.794846 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f2eb7-4fa7-42b3-823b-91e3d00aa339 req-2d1f78e7-149b-459b-af0f-9897ab19ab7f tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:28.795934 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-35234e74-47fc-441e-ac6f-4cc59249d76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (5736733f-9c1c-4069-bb8f-aedc4afb8ff1), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:28.796604 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c78f2eb7-4fa7-42b3-823b-91e3d00aa339 req-2d1f78e7-149b-459b-af0f-9897ab19ab7f tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0550680 Mar 23 09:12:28.834295 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-35234e74-47fc-441e-ac6f-4cc59249d76f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4ac705680a7346e6a180bf022e69e9a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307793 Mar 23 09:12:28.836515 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 59058) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:28.842456 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35234e74-47fc-441e-ac6f-4cc59249d76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5736733f-9c1c-4069-bb8f-aedc4afb8ff1,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:28.845912 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c78f2eb7-4fa7-42b3-823b-91e3d00aa339 req-29eee4d6-1a47-4439-8969-a736da3ce22e tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417266 Mar 23 09:12:28.888219 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7d65a101-b231-4cd6-a854-a0adf62a3d78 admin admin] Publish callbacks [] for security_group (5736733f-9c1c-4069-bb8f-aedc4afb8ff1), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:28.908570 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7d65a101-b231-4cd6-a854-a0adf62a3d78 admin admin] Publish callbacks [] for security_group (5736733f-9c1c-4069-bb8f-aedc4afb8ff1), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:28.955911 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7d65a101-b231-4cd6-a854-a0adf62a3d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (5736733f-9c1c-4069-bb8f-aedc4afb8ff1), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:28.959628 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7d65a101-b231-4cd6-a854-a0adf62a3d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:28.963356 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-7d65a101-b231-4cd6-a854-a0adf62a3d78 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5736733f-9c1c-4069-bb8f-aedc4afb8ff1 HTTP/1.1" status: 204 len: 168 time: 0.1257925 Mar 23 09:12:28.972281 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65a101-b231-4cd6-a854-a0adf62a3d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5736733f-9c1c-4069-bb8f-aedc4afb8ff1,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:29.980278 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c45a31-385b-4b20-befb-31f04b96271f req-5dc2fda7-b49b-426b-b081-b1c7f2d043eb tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:29.981740 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-58c45a31-385b-4b20-befb-31f04b96271f req-5dc2fda7-b49b-426b-b081-b1c7f2d043eb tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0568354 Mar 23 09:12:30.029195 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-58c45a31-385b-4b20-befb-31f04b96271f req-e2cf3f18-2444-4948-938c-6744bbb1afc4 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420096 Mar 23 09:12:30.532324 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca007fc5-38e0-42d2-947b-edb1b8e10f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:30.636815 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 59130) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:30.757115 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4776c3c6-28d9-4fd3-a560-ea314dd34dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:30.765135 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:30.835126 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4776c3c6-28d9-4fd3-a560-ea314dd34dc1 admin admin] Publish callbacks [] for security_group (9f69ec6b-bde1-4079-8367-01a590b82563), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:30.839386 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4776c3c6-28d9-4fd3-a560-ea314dd34dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (9f69ec6b-bde1-4079-8367-01a590b82563), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:30.882302 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-4776c3c6-28d9-4fd3-a560-ea314dd34dc1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2dc6adf4c73144d0b1765383522e6ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442942 Mar 23 09:12:30.883434 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776c3c6-28d9-4fd3-a560-ea314dd34dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f69ec6b-bde1-4079-8367-01a590b82563,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:30.885007 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59138) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:30.936341 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-39fe3a92-d687-4c0f-95ba-e853301d415b admin admin] Publish callbacks [] for security_group (9f69ec6b-bde1-4079-8367-01a590b82563), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:30.958363 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-39fe3a92-d687-4c0f-95ba-e853301d415b admin admin] Publish callbacks [] for security_group (9f69ec6b-bde1-4079-8367-01a590b82563), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:31.004159 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-39fe3a92-d687-4c0f-95ba-e853301d415b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (9f69ec6b-bde1-4079-8367-01a590b82563), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:31.007409 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-39fe3a92-d687-4c0f-95ba-e853301d415b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:31.008568 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-39fe3a92-d687-4c0f-95ba-e853301d415b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9f69ec6b-bde1-4079-8367-01a590b82563 HTTP/1.1" status: 204 len: 168 time: 0.1225579 Mar 23 09:12:31.016546 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe3a92-d687-4c0f-95ba-e853301d415b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f69ec6b-bde1-4079-8367-01a590b82563,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:31.152830 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f160ee0-6e35-4222-a638-fcdcf438e750 req-f34a5782-e5f6-4878-97bf-2ea16a304bbd tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:31.154505 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0f160ee0-6e35-4222-a638-fcdcf438e750 req-f34a5782-e5f6-4878-97bf-2ea16a304bbd tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0578697 Mar 23 09:12:31.203948 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0f160ee0-6e35-4222-a638-fcdcf438e750 req-e2b949e4-4967-4c6f-9581-a0b8d5dad4af tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434649 Mar 23 09:12:31.280648 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 59148) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:31.293866 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b76fdf81-8cb9-4bf4-a617-a202f3e00b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:31.387009 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b76fdf81-8cb9-4bf4-a617-a202f3e00b1e admin admin] Publish callbacks [] for security_group (9a939374-98ce-4dbe-b1cd-4d8df00cd309), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:31.392734 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b76fdf81-8cb9-4bf4-a617-a202f3e00b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (9a939374-98ce-4dbe-b1cd-4d8df00cd309), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:31.432587 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61f6b1-93e0-4ddb-b725-9f953d61bd21 req-e298c4cf-0efe-40b1-b5ad-e42d4dada96a tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:31.434360 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7c61f6b1-93e0-4ddb-b725-9f953d61bd21 req-e298c4cf-0efe-40b1-b5ad-e42d4dada96a tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0567734 Mar 23 09:12:31.460596 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-b76fdf81-8cb9-4bf4-a617-a202f3e00b1e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=07fad597be5d443d88d2c74d3b56a514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1788065 Mar 23 09:12:31.462759 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fdf81-8cb9-4bf4-a617-a202f3e00b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a939374-98ce-4dbe-b1cd-4d8df00cd309,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:31.463601 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59152) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:31.477917 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f3633-ee06-4d35-a2a7-65defe4dc762 req-900a7431-b7f5-4b11-b411-0f4711cc6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:31.479524 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f57f3633-ee06-4d35-a2a7-65defe4dc762 req-900a7431-b7f5-4b11-b411-0f4711cc6cff service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6598b5884c704536ae40e586b9bc8e18&device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 1129 time: 0.0761139 Mar 23 09:12:31.507029 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-7c61f6b1-93e0-4ddb-b725-9f953d61bd21 req-3b026cfb-15a8-4045-bf1a-5739f6d1d0fe tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670125 Mar 23 09:12:31.536396 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-20cfdbae-f560-42ac-b330-7f505170a4e6 admin admin] Publish callbacks [] for security_group (9a939374-98ce-4dbe-b1cd-4d8df00cd309), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:31.558317 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-20cfdbae-f560-42ac-b330-7f505170a4e6 admin admin] Publish callbacks [] for security_group (9a939374-98ce-4dbe-b1cd-4d8df00cd309), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:31.574007 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f3633-ee06-4d35-a2a7-65defe4dc762 req-2e7dada6-bb71-47e1-aaff-06d555729f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:31.575482 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f57f3633-ee06-4d35-a2a7-65defe4dc762 req-2e7dada6-bb71-47e1-aaff-06d555729f4c service neutron] 10.222.0.93 "GET /v2.0/networks?id=a5480042-1266-43c8-93b0-609ea05e651a HTTP/1.1" status: 200 len: 911 time: 0.0904782 Mar 23 09:12:31.608398 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-20cfdbae-f560-42ac-b330-7f505170a4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (9a939374-98ce-4dbe-b1cd-4d8df00cd309), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:31.611114 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-20cfdbae-f560-42ac-b330-7f505170a4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:31.612278 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-20cfdbae-f560-42ac-b330-7f505170a4e6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9a939374-98ce-4dbe-b1cd-4d8df00cd309 HTTP/1.1" status: 204 len: 168 time: 0.1477602 Mar 23 09:12:31.621102 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfdbae-f560-42ac-b330-7f505170a4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a939374-98ce-4dbe-b1cd-4d8df00cd309,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:31.654938 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f57f3633-ee06-4d35-a2a7-65defe4dc762 req-06f5e6b0-7537-41bf-98f2-6db84f0ceaab service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=250b78ba-0743-43ad-a852-5cc5e65660ff HTTP/1.1" status: 200 len: 1001 time: 0.0738823 Mar 23 09:12:31.704204 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f3633-ee06-4d35-a2a7-65defe4dc762 req-98d111f6-67f6-4c99-a54e-117f78c8d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:31.705882 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f57f3633-ee06-4d35-a2a7-65defe4dc762 req-98d111f6-67f6-4c99-a54e-117f78c8d938 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fb3e6-078e-48c9-af84-43719ad4789e HTTP/1.1" status: 200 len: 849 time: 0.0440302 Mar 23 09:12:31.762171 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f3633-ee06-4d35-a2a7-65defe4dc762 req-1f99eaf0-8c55-40c7-9611-19c695270443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:31.763696 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f57f3633-ee06-4d35-a2a7-65defe4dc762 req-1f99eaf0-8c55-40c7-9611-19c695270443 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a5480042-1266-43c8-93b0-609ea05e651a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0524852 Mar 23 09:12:31.865782 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f57f3633-ee06-4d35-a2a7-65defe4dc762 req-159ae8d6-e566-4da3-9eeb-20c7b0bd3061 service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961051 Mar 23 09:12:31.998891 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f57f3633-ee06-4d35-a2a7-65defe4dc762 req-9a983518-0b72-4d14-813a-df43564f73a7 service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274946 Mar 23 09:12:32.659505 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807fcc4-d716-40b6-810b-c35719075988 req-fa37474a-b63f-4d9d-aa84-669175d7f0cc tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:32.661513 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2807fcc4-d716-40b6-810b-c35719075988 req-fa37474a-b63f-4d9d-aa84-669175d7f0cc tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0636809 Mar 23 09:12:32.719995 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-2807fcc4-d716-40b6-810b-c35719075988 req-6ffd56a6-bccf-426b-b496-a117a79639fc tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518842 Mar 23 09:12:32.885556 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-edfd145d-61c4-4e85-b63e-a227fbf083c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:34.007683 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:35.640697 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:36.862725 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:37.011849 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 59324) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:37.117325 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-df81fbf5-cc37-49f7-a89e-5a4b60bb4431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:37.189576 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-df81fbf5-cc37-49f7-a89e-5a4b60bb4431 admin admin] Publish callbacks [] for security_group (b1b5edfc-0417-4b6f-98ad-0fa89db16d9c), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:37.193276 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-df81fbf5-cc37-49f7-a89e-5a4b60bb4431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (b1b5edfc-0417-4b6f-98ad-0fa89db16d9c), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:37.231809 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-df81fbf5-cc37-49f7-a89e-5a4b60bb4431 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=80954e32d3a447f0a98a45534e95fcc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183046 Mar 23 09:12:37.232272 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81fbf5-cc37-49f7-a89e-5a4b60bb4431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b5edfc-0417-4b6f-98ad-0fa89db16d9c,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:37.233916 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59328) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:37.282288 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-069bad81-01d3-425f-88f4-05e57bfc692d admin admin] Publish callbacks [] for security_group (b1b5edfc-0417-4b6f-98ad-0fa89db16d9c), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:37.304092 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-069bad81-01d3-425f-88f4-05e57bfc692d admin admin] Publish callbacks [] for security_group (b1b5edfc-0417-4b6f-98ad-0fa89db16d9c), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:37.353077 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-069bad81-01d3-425f-88f4-05e57bfc692d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (b1b5edfc-0417-4b6f-98ad-0fa89db16d9c), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:37.357080 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-069bad81-01d3-425f-88f4-05e57bfc692d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:37.358507 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-069bad81-01d3-425f-88f4-05e57bfc692d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b1b5edfc-0417-4b6f-98ad-0fa89db16d9c HTTP/1.1" status: 204 len: 168 time: 0.1232939 Mar 23 09:12:37.367442 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bad81-01d3-425f-88f4-05e57bfc692d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b5edfc-0417-4b6f-98ad-0fa89db16d9c,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:37.618709 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59334) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:37.632578 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f2caccf0-0992-485c-9331-a51bea497d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:37.711765 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f2caccf0-0992-485c-9331-a51bea497d20 admin admin] Publish callbacks [] for security_group (aeab738b-e5e7-45c9-a797-934bb8c97b09), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:37.714707 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f2caccf0-0992-485c-9331-a51bea497d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (aeab738b-e5e7-45c9-a797-934bb8c97b09), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:37.750233 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2caccf0-0992-485c-9331-a51bea497d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeab738b-e5e7-45c9-a797-934bb8c97b09,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:37.754724 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-f2caccf0-0992-485c-9331-a51bea497d20 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=411e3642146246dd80abba641ca3058e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349719 Mar 23 09:12:37.758091 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59336) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:37.807105 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9543be54-bd72-4906-9ce7-d671b9b3a074 admin admin] Publish callbacks [] for security_group (aeab738b-e5e7-45c9-a797-934bb8c97b09), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:37.828520 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9543be54-bd72-4906-9ce7-d671b9b3a074 admin admin] Publish callbacks [] for security_group (aeab738b-e5e7-45c9-a797-934bb8c97b09), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:37.878707 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9543be54-bd72-4906-9ce7-d671b9b3a074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (aeab738b-e5e7-45c9-a797-934bb8c97b09), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:37.881445 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9543be54-bd72-4906-9ce7-d671b9b3a074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:37.883013 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-9543be54-bd72-4906-9ce7-d671b9b3a074 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/aeab738b-e5e7-45c9-a797-934bb8c97b09 HTTP/1.1" status: 204 len: 168 time: 0.1241391 Mar 23 09:12:37.890860 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543be54-bd72-4906-9ce7-d671b9b3a074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeab738b-e5e7-45c9-a797-934bb8c97b09,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:38.261328 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 59360) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:38.415367 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d8a0-1d55-4983-ae1a-8c68b591b5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:38.496168 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d8a0-1d55-4983-ae1a-8c68b591b5aa admin admin] Publish callbacks [] for security_group (0741643e-313f-4616-9272-d157f52af159), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:38.500473 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d8a0-1d55-4983-ae1a-8c68b591b5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (0741643e-313f-4616-9272-d157f52af159), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:38.546922 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-7cd6d8a0-1d55-4983-ae1a-8c68b591b5aa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b8bcad81a9c84efe8a93b070235cc936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844746 Mar 23 09:12:38.547821 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6d8a0-1d55-4983-ae1a-8c68b591b5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0741643e-313f-4616-9272-d157f52af159,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:38.549515 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59374) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:38.602703 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e189fd49-7518-40ac-a2bb-cc218c42b5f4 admin admin] Publish callbacks [] for security_group (0741643e-313f-4616-9272-d157f52af159), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:38.630347 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e189fd49-7518-40ac-a2bb-cc218c42b5f4 admin admin] Publish callbacks [] for security_group (0741643e-313f-4616-9272-d157f52af159), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:38.684302 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e189fd49-7518-40ac-a2bb-cc218c42b5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (0741643e-313f-4616-9272-d157f52af159), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:38.687151 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e189fd49-7518-40ac-a2bb-cc218c42b5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:38.691502 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-e189fd49-7518-40ac-a2bb-cc218c42b5f4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0741643e-313f-4616-9272-d157f52af159 HTTP/1.1" status: 204 len: 168 time: 0.1407511 Mar 23 09:12:38.703240 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189fd49-7518-40ac-a2bb-cc218c42b5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0741643e-313f-4616-9272-d157f52af159,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:39.083645 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59392) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:39.097484 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-af2d2795-8594-437b-862d-7fe1319fda09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:39.175370 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-af2d2795-8594-437b-862d-7fe1319fda09 admin admin] Publish callbacks [] for security_group (e2035e36-db60-4518-9194-ca497c8460f1), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:39.179575 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-af2d2795-8594-437b-862d-7fe1319fda09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (e2035e36-db60-4518-9194-ca497c8460f1), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:39.221882 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-af2d2795-8594-437b-862d-7fe1319fda09 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=115c267d5c3d4ff6a906db5aa2a04ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346946 Mar 23 09:12:39.222177 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d2795-8594-437b-862d-7fe1319fda09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2035e36-db60-4518-9194-ca497c8460f1,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:39.222818 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 59398) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:39.271327 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1b1b769c-d4e6-4ab6-9166-a3d1fed98e74 admin admin] Publish callbacks [] for security_group (e2035e36-db60-4518-9194-ca497c8460f1), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:39.293548 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1b1b769c-d4e6-4ab6-9166-a3d1fed98e74 admin admin] Publish callbacks [] for security_group (e2035e36-db60-4518-9194-ca497c8460f1), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:39.342086 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1b1b769c-d4e6-4ab6-9166-a3d1fed98e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (e2035e36-db60-4518-9194-ca497c8460f1), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:39.344722 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1b1b769c-d4e6-4ab6-9166-a3d1fed98e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:39.345911 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-1b1b769c-d4e6-4ab6-9166-a3d1fed98e74 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e2035e36-db60-4518-9194-ca497c8460f1 HTTP/1.1" status: 204 len: 168 time: 0.1220901 Mar 23 09:12:39.354324 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b769c-d4e6-4ab6-9166-a3d1fed98e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2035e36-db60-4518-9194-ca497c8460f1,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:39.731127 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 59420) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:39.881406 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c38c0d35-60c2-4306-b1c7-0b638ece80b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:39.961823 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c38c0d35-60c2-4306-b1c7-0b638ece80b7 admin admin] Publish callbacks [] for security_group (ab2a8b6b-e861-48e7-9bb9-5e448f6ece47), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:39.966053 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c38c0d35-60c2-4306-b1c7-0b638ece80b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (ab2a8b6b-e861-48e7-9bb9-5e448f6ece47), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.007647 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-c38c0d35-60c2-4306-b1c7-0b638ece80b7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=82bfccd1b56b4faf8dff2b2b5157f203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753134 Mar 23 09:12:40.008514 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c0d35-60c2-4306-b1c7-0b638ece80b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2a8b6b-e861-48e7-9bb9-5e448f6ece47,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:40.010157 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59434) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:40.062406 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9c0c3424-cb6f-4937-baf9-d4f8b5f9493b admin admin] Publish callbacks [] for security_group (ab2a8b6b-e861-48e7-9bb9-5e448f6ece47), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.084902 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9c0c3424-cb6f-4937-baf9-d4f8b5f9493b admin admin] Publish callbacks [] for security_group (ab2a8b6b-e861-48e7-9bb9-5e448f6ece47), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.135845 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9c0c3424-cb6f-4937-baf9-d4f8b5f9493b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (ab2a8b6b-e861-48e7-9bb9-5e448f6ece47), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.138506 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9c0c3424-cb6f-4937-baf9-d4f8b5f9493b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.139669 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-9c0c3424-cb6f-4937-baf9-d4f8b5f9493b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ab2a8b6b-e861-48e7-9bb9-5e448f6ece47 HTTP/1.1" status: 204 len: 168 time: 0.1276820 Mar 23 09:12:40.148364 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c3424-cb6f-4937-baf9-d4f8b5f9493b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2a8b6b-e861-48e7-9bb9-5e448f6ece47,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:40.417897 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59448) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:40.527339 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 59452) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:40.529541 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4b7f1998-e8a7-45d1-8d41-12a9f8ed3515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.541111 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b578eb8-665a-4ecf-a05b-a0269bc67bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.605572 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4b7f1998-e8a7-45d1-8d41-12a9f8ed3515 admin admin] Publish callbacks [] for security_group (93d869f7-b5ee-450b-bd09-425759a3e4d5), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.609903 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4b7f1998-e8a7-45d1-8d41-12a9f8ed3515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (93d869f7-b5ee-450b-bd09-425759a3e4d5), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.619301 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b578eb8-665a-4ecf-a05b-a0269bc67bc0 admin admin] Publish callbacks [] for security_group (21abac95-30b7-475d-b034-5fb4be20c12a), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.623969 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b578eb8-665a-4ecf-a05b-a0269bc67bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (21abac95-30b7-475d-b034-5fb4be20c12a), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.652646 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-4b7f1998-e8a7-45d1-8d41-12a9f8ed3515 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=05192bcbbb934ac7bbd4bb4ccdfecad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333682 Mar 23 09:12:40.653612 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f1998-e8a7-45d1-8d41-12a9f8ed3515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d869f7-b5ee-450b-bd09-425759a3e4d5,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:40.657169 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59454) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:40.661022 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b578eb8-665a-4ecf-a05b-a0269bc67bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21abac95-30b7-475d-b034-5fb4be20c12a,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:40.670478 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59456) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:40.670698 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-9b578eb8-665a-4ecf-a05b-a0269bc67bc0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0230907e778c44afb0e29a90f777d294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416776 Mar 23 09:12:40.743367 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8692d108-892a-4cfa-a1b1-aad564082e1d admin admin] Publish callbacks [] for security_group (93d869f7-b5ee-450b-bd09-425759a3e4d5), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.754299 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-61b4cf04-41e4-458c-9cd7-9f63bbdaf507 admin admin] Publish callbacks [] for security_group (21abac95-30b7-475d-b034-5fb4be20c12a), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.775551 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8692d108-892a-4cfa-a1b1-aad564082e1d admin admin] Publish callbacks [] for security_group (93d869f7-b5ee-450b-bd09-425759a3e4d5), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.794647 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-61b4cf04-41e4-458c-9cd7-9f63bbdaf507 admin admin] Publish callbacks [] for security_group (21abac95-30b7-475d-b034-5fb4be20c12a), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.858585 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8692d108-892a-4cfa-a1b1-aad564082e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (93d869f7-b5ee-450b-bd09-425759a3e4d5), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.861462 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8692d108-892a-4cfa-a1b1-aad564082e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.862641 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-8692d108-892a-4cfa-a1b1-aad564082e1d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/93d869f7-b5ee-450b-bd09-425759a3e4d5 HTTP/1.1" status: 204 len: 168 time: 0.2045493 Mar 23 09:12:40.865238 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-61b4cf04-41e4-458c-9cd7-9f63bbdaf507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (21abac95-30b7-475d-b034-5fb4be20c12a), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.868674 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-61b4cf04-41e4-458c-9cd7-9f63bbdaf507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:40.869827 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-61b4cf04-41e4-458c-9cd7-9f63bbdaf507 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/21abac95-30b7-475d-b034-5fb4be20c12a HTTP/1.1" status: 204 len: 168 time: 0.1984463 Mar 23 09:12:40.876734 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692d108-892a-4cfa-a1b1-aad564082e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d869f7-b5ee-450b-bd09-425759a3e4d5,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:40.888423 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4cf04-41e4-458c-9cd7-9f63bbdaf507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21abac95-30b7-475d-b034-5fb4be20c12a,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:41.660891 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59500) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:41.806922 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-319533250-network', 'tenant_id': '588ef03f63da43679978a9a2cb0c3c78'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:12:41.827656 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] Made reservation on behalf of 588ef03f63da43679978a9a2cb0c3c78 for: {'network': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:12:41.830092 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:41.839102 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:41.915399 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] Publish callbacks [] for security_group (7f8ca6ff-36f6-49aa-9e55-0a687bf80234), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:41.920643 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (7f8ca6ff-36f6-49aa-9e55-0a687bf80234), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:41.946696 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=103135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:12:41.956641 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ca6ff-36f6-49aa-9e55-0a687bf80234,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:41.961595 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (8541e8db-5b6f-4335-adca-3abdd287fc13), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:41.962877 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.db.segments_db [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] Added segment 8541e8db-5b6f-4335-adca-3abdd287fc13 of type vlan for network 3b32c33d-967a-40a2-800d-d8864e1b886e Mar 23 09:12:42.005284 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (3b32c33d-967a-40a2-800d-d8864e1b886e), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:42.030994 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (3b32c33d-967a-40a2-800d-d8864e1b886e), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:42.032014 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:42.032601 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:42.089150 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4271522 Mar 23 09:12:42.092162 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 59518) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:42.097035 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-feba6950-2c77-4599-a3cf-82c3bfbd7166 admin admin] Request body: {'subnet': {'network_id': '3b32c33d-967a-40a2-800d-d8864e1b886e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-319533250-subnet', 'tenant_id': '588ef03f63da43679978a9a2cb0c3c78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:12:42.100355 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bf8d0-9ccd-4e18-a64f-d30da04492a7 admin admin] Pushing event updated for resources: {'Network': ['ID=3b32c33d-967a-40a2-800d-d8864e1b886e,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:42.111496 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network 3b32c33d-967a-40a2-800d-d8864e1b886e details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:12:42.138296 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feba6950-2c77-4599-a3cf-82c3bfbd7166 admin admin] Made reservation on behalf of 588ef03f63da43679978a9a2cb0c3c78 for: {'subnet': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:12:42.141191 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-feba6950-2c77-4599-a3cf-82c3bfbd7166 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8423429'] for subnet (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:42.321305 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-feba6950-2c77-4599-a3cf-82c3bfbd7166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8423443'] for subnet (37d90cae-a30d-4575-9c7b-9c6134500240), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:42.376656 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba6950-2c77-4599-a3cf-82c3bfbd7166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d90cae-a30d-4575-9c7b-9c6134500240,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:42.384158 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba6950-2c77-4599-a3cf-82c3bfbd7166 admin admin] Checking segment: {'id': '8541e8db-5b6f-4335-adca-3abdd287fc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '3b32c33d-967a-40a2-800d-d8864e1b886e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:12:42.384511 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba6950-2c77-4599-a3cf-82c3bfbd7166 admin admin] Network hostable DHCP agents. Network: 3b32c33d-967a-40a2-800d-d8864e1b886e, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:12:42.402418 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba6950-2c77-4599-a3cf-82c3bfbd7166 admin admin] Network 3b32c33d-967a-40a2-800d-d8864e1b886e is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:12:42.411326 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-feba6950-2c77-4599-a3cf-82c3bfbd7166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, 3b32c33d-967a-40a2-800d-d8864e1b886e) {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:12:42.418089 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feba6950-2c77-4599-a3cf-82c3bfbd7166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:42.418214 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-feba6950-2c77-4599-a3cf-82c3bfbd7166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:42.421507 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d162d97-6e01-45df-987c-7f3a4a6f8983 None None] Network 3b32c33d-967a-40a2-800d-d8864e1b886e requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:12:42.435785 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-feba6950-2c77-4599-a3cf-82c3bfbd7166 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3425350 Mar 23 09:12:42.527202 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc61a629-fdd6-4cb2-8e3c-1e92e60e9f93 None None] Network 3b32c33d-967a-40a2-800d-d8864e1b886e requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:12:44.175947 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-e98ea825-9e98-4b9b-8b03-e7097847034b tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:44.177400 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-e98ea825-9e98-4b9b-8b03-e7097847034b tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/networks?id=3b32c33d-967a-40a2-800d-d8864e1b886e HTTP/1.1" status: 200 len: 813 time: 0.1011958 Mar 23 09:12:44.191805 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-1b7a4f39-604f-469c-8ae3-09d29b4eaa07 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/quotas/588ef03f63da43679978a9a2cb0c3c78 HTTP/1.1" status: 200 len: 375 time: 0.0090277 Mar 23 09:12:44.229374 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-ef952f8c-5acf-4919-9e33-8ad745f65675 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=588ef03f63da43679978a9a2cb0c3c78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324070 Mar 23 09:12:44.318627 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-a7e977ef-c6ab-4833-b500-f77ab2a8e26e service neutron] 10.222.0.91 "GET /v2.0/networks/3b32c33d-967a-40a2-800d-d8864e1b886e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825028 Mar 23 09:12:44.410410 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-a4c7f133-8e90-4562-8069-2cc3d6fdfce9 service neutron] 10.222.0.91 "GET /v2.0/networks/3b32c33d-967a-40a2-800d-d8864e1b886e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859067 Mar 23 09:12:44.577357 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-32397596-f4d0-41c6-9dd3-6e6ea965c4d0 req-0f83d18a-a50e-455c-a2e4-009409bdfb3d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 210 time: 0.0272245 Mar 23 09:12:45.514142 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-af29871d-d579-4100-a6bb-1720fefc6449 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:45.515592 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-af29871d-d579-4100-a6bb-1720fefc6449 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.93 "GET /v2.0/networks?id=3b32c33d-967a-40a2-800d-d8864e1b886e HTTP/1.1" status: 200 len: 813 time: 0.1073034 Mar 23 09:12:45.528810 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-e4cf390a-6eed-4299-923a-c8293cc8619d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Request body: {'port': {'device_id': 'cf994c95-2cb9-46ce-9698-6da7374709ad', 'network_id': '3b32c33d-967a-40a2-800d-d8864e1b886e', 'admin_state_up': True, 'tenant_id': '588ef03f63da43679978a9a2cb0c3c78'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:12:45.640233 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-e4cf390a-6eed-4299-923a-c8293cc8619d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Made reservation on behalf of 588ef03f63da43679978a9a2cb0c3c78 for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:12:45.643675 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-e4cf390a-6eed-4299-923a-c8293cc8619d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:45.675885 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6010e391-9a52-46a4-9286-2d7488a81352 req-2a6af2bb-cef4-4eb5-811f-7d0f8d973837 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 210 time: 0.0267985 Mar 23 09:12:45.770276 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-e4cf390a-6eed-4299-923a-c8293cc8619d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Allocated IP 172.20.0.12 (3b32c33d-967a-40a2-800d-d8864e1b886e/37d90cae-a30d-4575-9c7b-9c6134500240/50643209-cc5a-438d-ad43-7140e6b1e057) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:12:45.914711 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-e4cf390a-6eed-4299-923a-c8293cc8619d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks [] for port (50643209-cc5a-438d-ad43-7140e6b1e057), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:45.947649 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-e4cf390a-6eed-4299-923a-c8293cc8619d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (50643209-cc5a-438d-ad43-7140e6b1e057), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:45.989117 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-e4cf390a-6eed-4299-923a-c8293cc8619d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Network 3b32c33d-967a-40a2-800d-d8864e1b886e is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:12:45.992927 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-e4cf390a-6eed-4299-923a-c8293cc8619d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:12:45.999237 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-e4cf390a-6eed-4299-923a-c8293cc8619d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:12:46.005305 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf390a-6eed-4299-923a-c8293cc8619d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Pushing event updated for resources: {'Port': ['ID=50643209-cc5a-438d-ad43-7140e6b1e057,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:46.049113 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-e4cf390a-6eed-4299-923a-c8293cc8619d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:46.049713 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-e4cf390a-6eed-4299-923a-c8293cc8619d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:46.066096 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-e4cf390a-6eed-4299-923a-c8293cc8619d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5411854 Mar 23 09:12:46.092579 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Request body: {'port': {'device_id': 'cf994c95-2cb9-46ce-9698-6da7374709ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:12:46.153292 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (50643209-cc5a-438d-ad43-7140e6b1e057), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:46.417003 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50643209-cc5a-438d-ad43-7140e6b1e057 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:12:46.424406 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Publish callbacks [] for port (50643209-cc5a-438d-ad43-7140e6b1e057), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:46.437059 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Transition to ACTIVE for port object 50643209-cc5a-438d-ad43-7140e6b1e057 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:12:46.441266 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (50643209-cc5a-438d-ad43-7140e6b1e057), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:46.492663 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Pushing event updated for resources: {'Port': ['ID=50643209-cc5a-438d-ad43-7140e6b1e057,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:46.566830 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Attempting to bind port 50643209-cc5a-438d-ad43-7140e6b1e057 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:12:46.567081 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Attempting to bind port 50643209-cc5a-438d-ad43-7140e6b1e057 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '8541e8db-5b6f-4335-adca-3abdd287fc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '3b32c33d-967a-40a2-800d-d8864e1b886e'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:12:46.567409 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Attempting to bind port 50643209-cc5a-438d-ad43-7140e6b1e057 on network 3b32c33d-967a-40a2-800d-d8864e1b886e {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:12:46.571936 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Port 50643209-cc5a-438d-ad43-7140e6b1e057 on network 3b32c33d-967a-40a2-800d-d8864e1b886e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:12:46.572255 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Attempting to bind port 50643209-cc5a-438d-ad43-7140e6b1e057 on network 3b32c33d-967a-40a2-800d-d8864e1b886e {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:12:46.577590 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:12:46.577968 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Checking segment: {'id': '8541e8db-5b6f-4335-adca-3abdd287fc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '3b32c33d-967a-40a2-800d-d8864e1b886e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:12:46.578417 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Bound using segment: {'id': '8541e8db-5b6f-4335-adca-3abdd287fc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '3b32c33d-967a-40a2-800d-d8864e1b886e'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:12:46.578840 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Bound port: 50643209-cc5a-438d-ad43-7140e6b1e057, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8541e8db-5b6f-4335-adca-3abdd287fc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '3b32c33d-967a-40a2-800d-d8864e1b886e'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:12:46.579195 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (50643209-cc5a-438d-ad43-7140e6b1e057), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:46.652114 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] For port 50643209-cc5a-438d-ad43-7140e6b1e057, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:12:46.655603 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] For port 50643209-cc5a-438d-ad43-7140e6b1e057, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=50643209-cc5a-438d-ad43-7140e6b1e057,segment=NetworkSegment(8541e8db-5b6f-4335-adca-3abdd287fc13),segment_id=8541e8db-5b6f-4335-adca-3abdd287fc13)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:12:46.660956 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (50643209-cc5a-438d-ad43-7140e6b1e057), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:46.695719 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:46.696521 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:46.699315 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] 10.222.0.93 "PUT /v2.0/ports/50643209-cc5a-438d-ad43-7140e6b1e057 HTTP/1.1" status: 200 len: 1094 time: 0.6093152 Mar 23 09:12:46.699315 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf994c95-2cb9-46ce-9698-6da7374709ad', 'tag': '50643209-cc5a-438d-ad43-7140e6b1e057'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:12:46.700924 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca1662d-49c3-4dd3-85ca-121b2050f248" -d '{"events": [{"name": "network-changed", "server_uuid": "cf994c95-2cb9-46ce-9698-6da7374709ad", "tag": "50643209-cc5a-438d-ad43-7140e6b1e057"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:12:46.724632 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 59614) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:46.748361 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3cc84-a771-42ab-94fc-fd78f7e84957 service neutron] Pushing event updated for resources: {'Port': ['ID=50643209-cc5a-438d-ad43-7140e6b1e057,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:47.002670 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366618f6-4464-4411-bfb5-0ce5d54a4fbb x-openstack-request-id: req-366618f6-4464-4411-bfb5-0ce5d54a4fbb {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:12:47.002939 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf994c95-2cb9-46ce-9698-6da7374709ad", "tag": "50643209-cc5a-438d-ad43-7140e6b1e057", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:12:47.003186 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-366618f6-4464-4411-bfb5-0ce5d54a4fbb {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:12:47.003556 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366618f6-4464-4411-bfb5-0ce5d54a4fbb'] response: {'name': 'network-changed', 'server_uuid': 'cf994c95-2cb9-46ce-9698-6da7374709ad', 'tag': '50643209-cc5a-438d-ad43-7140e6b1e057', 'status': 'completed', 'code': 200} Mar 23 09:12:47.030302 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fc66e5d8-b70d-4f4f-872b-d144ddaff201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:47.083695 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-41b99f92-fac3-4e90-889a-2a9431efcabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:47.085237 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-41b99f92-fac3-4e90-889a-2a9431efcabb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=588ef03f63da43679978a9a2cb0c3c78&device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 1128 time: 0.3482831 Mar 23 09:12:47.139136 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-942a5517-ec60-455d-83a7-3c7d71e07fac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50643209-cc5a-438d-ad43-7140e6b1e057 HTTP/1.1" status: 200 len: 217 time: 0.0455356 Mar 23 09:12:47.147250 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d619cb-1b35-44a8-a446-b05e9e68b5f2 req-d12199e0-7baa-498b-b321-e36743e25dbc tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:47.148805 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3d619cb-1b35-44a8-a446-b05e9e68b5f2 req-d12199e0-7baa-498b-b321-e36743e25dbc tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 944 time: 0.1440179 Mar 23 09:12:47.244849 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-04b14c9f-4d53-4ab9-afa5-0a548233b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:47.246408 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-04b14c9f-4d53-4ab9-afa5-0a548233b720 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d90cae-a30d-4575-9c7b-9c6134500240 HTTP/1.1" status: 200 len: 853 time: 0.0934980 Mar 23 09:12:47.267229 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fc66e5d8-b70d-4f4f-872b-d144ddaff201 admin admin] Publish callbacks [] for security_group (0053fd32-992c-499a-90be-7adaa896d88c), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:47.283305 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b3d619cb-1b35-44a8-a446-b05e9e68b5f2 req-c9f94fcc-cc5c-4eeb-a005-a7467694ffab tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213572 Mar 23 09:12:47.285523 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-d5bb00c3-e74d-4a2e-a507-7bd3c7796a7b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b32c33d-967a-40a2-800d-d8864e1b886e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321436 Mar 23 09:12:47.286333 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fc66e5d8-b70d-4f4f-872b-d144ddaff201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (0053fd32-992c-499a-90be-7adaa896d88c), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:47.369621 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66e5d8-b70d-4f4f-872b-d144ddaff201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0053fd32-992c-499a-90be-7adaa896d88c,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:47.375740 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-fc66e5d8-b70d-4f4f-872b-d144ddaff201 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=90d23ccc174349658d34c901c04f139e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6500568 Mar 23 09:12:47.378947 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59620) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:47.412467 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-625a5be7-b5cf-4d54-82ff-1221877b9691 service neutron] 10.222.0.93 "GET /v2.0/networks/3b32c33d-967a-40a2-800d-d8864e1b886e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160014 Mar 23 09:12:47.428492 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9a2cd299-4936-4d59-8181-55149bd5af53 admin admin] Publish callbacks [] for security_group (0053fd32-992c-499a-90be-7adaa896d88c), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:47.451076 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9a2cd299-4936-4d59-8181-55149bd5af53 admin admin] Publish callbacks [] for security_group (0053fd32-992c-499a-90be-7adaa896d88c), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:47.502564 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9a2cd299-4936-4d59-8181-55149bd5af53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (0053fd32-992c-499a-90be-7adaa896d88c), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:47.505372 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9a2cd299-4936-4d59-8181-55149bd5af53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:47.506543 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-9a2cd299-4936-4d59-8181-55149bd5af53 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0053fd32-992c-499a-90be-7adaa896d88c HTTP/1.1" status: 204 len: 168 time: 0.1264741 Mar 23 09:12:47.509960 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-b8b76ca5-a763-4610-952c-a05f40d82c09 req-031e6e24-da11-4793-8c8a-37fc2e23ca0e service neutron] 10.222.0.93 "GET /v2.0/networks/3b32c33d-967a-40a2-800d-d8864e1b886e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920801 Mar 23 09:12:47.515309 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cd299-4936-4d59-8181-55149bd5af53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0053fd32-992c-499a-90be-7adaa896d88c,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:47.601250 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1662d-49c3-4dd3-85ca-121b2050f248 req-2c284202-0de3-4bdb-ac27-c793c27bb836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:47.602849 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5ca1662d-49c3-4dd3-85ca-121b2050f248 req-2c284202-0de3-4bdb-ac27-c793c27bb836 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=588ef03f63da43679978a9a2cb0c3c78&device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 1128 time: 0.0484819 Mar 23 09:12:47.692934 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1662d-49c3-4dd3-85ca-121b2050f248 req-e84865a7-6b39-442c-bc32-99790034b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:47.694503 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5ca1662d-49c3-4dd3-85ca-121b2050f248 req-e84865a7-6b39-442c-bc32-99790034b051 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b32c33d-967a-40a2-800d-d8864e1b886e HTTP/1.1" status: 200 len: 914 time: 0.0863414 Mar 23 09:12:47.739780 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5ca1662d-49c3-4dd3-85ca-121b2050f248 req-a4ee58ab-87aa-4f48-b1cb-4b0eed110695 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50643209-cc5a-438d-ad43-7140e6b1e057 HTTP/1.1" status: 200 len: 217 time: 0.0387807 Mar 23 09:12:47.775534 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 59626) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:47.794644 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-41b0d8b1-c88e-432e-90c4-edf5e36f8aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:47.813513 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1662d-49c3-4dd3-85ca-121b2050f248 req-91b65658-f185-4c45-a266-f7e350c2a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:47.815011 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5ca1662d-49c3-4dd3-85ca-121b2050f248 req-91b65658-f185-4c45-a266-f7e350c2a044 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d90cae-a30d-4575-9c7b-9c6134500240 HTTP/1.1" status: 200 len: 853 time: 0.0696027 Mar 23 09:12:47.821831 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:12:47.854815 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5ca1662d-49c3-4dd3-85ca-121b2050f248 req-cc047962-795d-4e5f-81b6-d7abad80978f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b32c33d-967a-40a2-800d-d8864e1b886e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330889 Mar 23 09:12:47.975726 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-41b0d8b1-c88e-432e-90c4-edf5e36f8aef admin admin] Publish callbacks [] for security_group (5df23099-c33e-4662-9567-2913782ec431), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:47.980516 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5ca1662d-49c3-4dd3-85ca-121b2050f248 req-1cfaabb4-1a7e-4efb-ba77-f8e356edff39 service neutron] 10.222.0.93 "GET /v2.0/networks/3b32c33d-967a-40a2-800d-d8864e1b886e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167612 Mar 23 09:12:47.981738 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-41b0d8b1-c88e-432e-90c4-edf5e36f8aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (5df23099-c33e-4662-9567-2913782ec431), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:48.064335 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-41b0d8b1-c88e-432e-90c4-edf5e36f8aef admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=76b986ed3fe44c46a7cfa3e998f2eedb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877531 Mar 23 09:12:48.067495 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59628) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:48.068551 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0d8b1-c88e-432e-90c4-edf5e36f8aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df23099-c33e-4662-9567-2913782ec431,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:48.114814 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5ca1662d-49c3-4dd3-85ca-121b2050f248 req-35f30b37-dc58-462e-866f-26fa4e4236cf service neutron] 10.222.0.93 "GET /v2.0/networks/3b32c33d-967a-40a2-800d-d8864e1b886e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275008 Mar 23 09:12:48.119621 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-92497c45-fb62-4e19-ba28-288c9fe1e0d0 admin admin] Publish callbacks [] for security_group (5df23099-c33e-4662-9567-2913782ec431), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:48.141208 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-92497c45-fb62-4e19-ba28-288c9fe1e0d0 admin admin] Publish callbacks [] for security_group (5df23099-c33e-4662-9567-2913782ec431), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:48.190520 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-92497c45-fb62-4e19-ba28-288c9fe1e0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (5df23099-c33e-4662-9567-2913782ec431), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:48.192971 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-92497c45-fb62-4e19-ba28-288c9fe1e0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:48.194123 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-92497c45-fb62-4e19-ba28-288c9fe1e0d0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5df23099-c33e-4662-9567-2913782ec431 HTTP/1.1" status: 204 len: 168 time: 0.1256375 Mar 23 09:12:48.202576 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92497c45-fb62-4e19-ba28-288c9fe1e0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df23099-c33e-4662-9567-2913782ec431,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:48.417196 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa847b-aa3d-4dda-bda3-be9a0ebc5b97 req-e46a6c8a-2fe5-4da9-87e2-8f21f399f6fb tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:48.418790 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-87fa847b-aa3d-4dda-bda3-be9a0ebc5b97 req-e46a6c8a-2fe5-4da9-87e2-8f21f399f6fb tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 944 time: 0.0643523 Mar 23 09:12:48.467459 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-87fa847b-aa3d-4dda-bda3-be9a0ebc5b97 req-bdae9f35-593a-43df-b05c-b776db1a9d0c tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430293 Mar 23 09:12:49.591576 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93204f-0b1b-4497-8907-ce2d6fe65804 req-4842e7d1-b4e7-4fb1-8f01-b30a9a135b53 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:49.593155 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5a93204f-0b1b-4497-8907-ce2d6fe65804 req-4842e7d1-b4e7-4fb1-8f01-b30a9a135b53 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 944 time: 0.0561097 Mar 23 09:12:49.646081 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5a93204f-0b1b-4497-8907-ce2d6fe65804 req-d3250040-9457-4e20-bf06-e2098d399191 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458040 Mar 23 09:12:50.764188 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae574d06-1f9e-4567-989c-41a4e6653fe1 req-33e1a8df-c426-4e99-89c4-76cccce6671c tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:50.765573 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ae574d06-1f9e-4567-989c-41a4e6653fe1 req-33e1a8df-c426-4e99-89c4-76cccce6671c tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 944 time: 0.0525594 Mar 23 09:12:50.812885 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ae574d06-1f9e-4567-989c-41a4e6653fe1 req-870ddbc9-1bb0-4508-b5a8-104ce66b1c59 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417888 Mar 23 09:12:51.935891 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdad50-5ac9-44de-ab24-9e93cd781be4 req-978d28dd-19c1-43a3-b107-dbe6a3c70312 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:51.937389 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-31cdad50-5ac9-44de-ab24-9e93cd781be4 req-978d28dd-19c1-43a3-b107-dbe6a3c70312 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 944 time: 0.0588596 Mar 23 09:12:51.984555 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-31cdad50-5ac9-44de-ab24-9e93cd781be4 req-a65e4480-4579-48a8-9a03-4acfaae902dc tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417073 Mar 23 09:12:52.069187 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 50643209-cc5a-438d-ad43-7140e6b1e057 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:12:52.163720 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 50643209-cc5a-438d-ad43-7140e6b1e057, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=50643209-cc5a-438d-ad43-7140e6b1e057,segment=NetworkSegment(8541e8db-5b6f-4335-adca-3abdd287fc13),segment_id=8541e8db-5b6f-4335-adca-3abdd287fc13)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:12:52.175858 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '50643209-cc5a-438d-ad43-7140e6b1e057', 'network_id': '3b32c33d-967a-40a2-800d-d8864e1b886e', 'port_id': '50643209-cc5a-438d-ad43-7140e6b1e057', 'mac_address': 'fa:16:3e:7d:0a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d90cae-a30d-4575-9c7b-9c6134500240', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:12:52.213531 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 50643209-cc5a-438d-ad43-7140e6b1e057 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:12:52.213955 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (50643209-cc5a-438d-ad43-7140e6b1e057), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:52.227355 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50643209-cc5a-438d-ad43-7140e6b1e057 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:12:52.247892 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 50643209-cc5a-438d-ad43-7140e6b1e057, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=50643209-cc5a-438d-ad43-7140e6b1e057,segment=NetworkSegment(8541e8db-5b6f-4335-adca-3abdd287fc13),segment_id=8541e8db-5b6f-4335-adca-3abdd287fc13)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:12:52.251743 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (50643209-cc5a-438d-ad43-7140e6b1e057), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:52.301761 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=50643209-cc5a-438d-ad43-7140e6b1e057,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:52.312956 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:52.312956 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:52.312956 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:52.312956 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:52.312956 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:52.312956 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:52.312956 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:52.312956 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:52.312956 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:52.312956 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:52.312956 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:52.312956 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:52.313936 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:52.313936 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:52.313936 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:12:52.604724 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['50643209-cc5a-438d-ad43-7140e6b1e057'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:12:53.113477 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637c504-ef3e-4604-ae98-ac0716b78cae req-c959028a-4035-4cd9-9ee8-cc08b3e203cc tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:53.114996 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d637c504-ef3e-4604-ae98-ac0716b78cae req-c959028a-4035-4cd9-9ee8-cc08b3e203cc tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 945 time: 0.0573180 Mar 23 09:12:53.162238 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d637c504-ef3e-4604-ae98-ac0716b78cae req-118c3def-f8fc-4aae-b4ed-f6bfcb20cbd6 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409524 Mar 23 09:12:54.071712 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 50643209-cc5a-438d-ad43-7140e6b1e057 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:12:54.119410 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port 50643209-cc5a-438d-ad43-7140e6b1e057 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:12:54.123260 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 50643209-cc5a-438d-ad43-7140e6b1e057 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:12:54.123637 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (50643209-cc5a-438d-ad43-7140e6b1e057), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:54.203410 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 50643209-cc5a-438d-ad43-7140e6b1e057 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:12:54.203801 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (50643209-cc5a-438d-ad43-7140e6b1e057), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:54.227355 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf994c95-2cb9-46ce-9698-6da7374709ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50643209-cc5a-438d-ad43-7140e6b1e057'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:12:54.229607 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe43bde1-a2bd-4964-aee9-f345143aa4d7" -d '{"events": [{"server_uuid": "cf994c95-2cb9-46ce-9698-6da7374709ad", "name": "network-vif-plugged", "status": "completed", "tag": "50643209-cc5a-438d-ad43-7140e6b1e057"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:12:54.247313 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 50643209-cc5a-438d-ad43-7140e6b1e057, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=50643209-cc5a-438d-ad43-7140e6b1e057,segment=NetworkSegment(8541e8db-5b6f-4335-adca-3abdd287fc13),segment_id=8541e8db-5b6f-4335-adca-3abdd287fc13)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:12:54.251824 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (50643209-cc5a-438d-ad43-7140e6b1e057), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:54.280737 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1963751-ff1b-4e30-ab28-7a7562f1818e x-openstack-request-id: req-d1963751-ff1b-4e30-ab28-7a7562f1818e {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:12:54.281028 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf994c95-2cb9-46ce-9698-6da7374709ad", "name": "network-vif-plugged", "status": "completed", "tag": "50643209-cc5a-438d-ad43-7140e6b1e057", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:12:54.281284 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d1963751-ff1b-4e30-ab28-7a7562f1818e {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:12:54.281681 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1963751-ff1b-4e30-ab28-7a7562f1818e'] response: {'server_uuid': 'cf994c95-2cb9-46ce-9698-6da7374709ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50643209-cc5a-438d-ad43-7140e6b1e057', 'code': 200} Mar 23 09:12:54.283705 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c5208-7d74-4c85-b91e-092602919230 req-2701f0d5-b05a-4947-891b-d161bd67a583 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:54.285180 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f51c5208-7d74-4c85-b91e-092602919230 req-2701f0d5-b05a-4947-891b-d161bd67a583 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 945 time: 0.0549550 Mar 23 09:12:54.310669 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=50643209-cc5a-438d-ad43-7140e6b1e057,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:54.335209 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f51c5208-7d74-4c85-b91e-092602919230 req-7dd47c98-a641-4392-a5ca-12fde4623cb9 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432236 Mar 23 09:12:54.439924 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f505e-9eeb-4292-93aa-12862e1551b6 req-b8c4ed51-2afa-47d8-be0d-3082a4b3ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:54.441373 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-002f505e-9eeb-4292-93aa-12862e1551b6 req-b8c4ed51-2afa-47d8-be0d-3082a4b3ba9f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 1130 time: 0.0455105 Mar 23 09:12:54.489328 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-002f505e-9eeb-4292-93aa-12862e1551b6 req-0119f6e8-bd50-42a1-a9f7-ca818c15ec58 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417275 Mar 23 09:12:55.106567 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59728) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:55.212593 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-41476db6-4180-4f4a-93b3-e0b2659af297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:55.289815 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-41476db6-4180-4f4a-93b3-e0b2659af297 admin admin] Publish callbacks [] for security_group (ca883fbc-b25a-450c-9b53-55bb267ceb59), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:55.293673 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-41476db6-4180-4f4a-93b3-e0b2659af297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (ca883fbc-b25a-450c-9b53-55bb267ceb59), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:55.332211 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-41476db6-4180-4f4a-93b3-e0b2659af297 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=51846665235d42baa923cd2d8ae5b691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245920 Mar 23 09:12:55.332931 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41476db6-4180-4f4a-93b3-e0b2659af297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca883fbc-b25a-450c-9b53-55bb267ceb59,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:55.335834 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 59732) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:55.385075 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-558ae7fa-8654-4d43-980a-bdba65c8e17a admin admin] Publish callbacks [] for security_group (ca883fbc-b25a-450c-9b53-55bb267ceb59), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:55.405958 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-558ae7fa-8654-4d43-980a-bdba65c8e17a admin admin] Publish callbacks [] for security_group (ca883fbc-b25a-450c-9b53-55bb267ceb59), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:55.455185 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-558ae7fa-8654-4d43-980a-bdba65c8e17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (ca883fbc-b25a-450c-9b53-55bb267ceb59), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:55.456884 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720c583-77ca-4927-ae3b-ceb0b91f8442 req-ccf411f2-2360-425a-b598-8bfa54ad0e7b tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:55.457729 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-558ae7fa-8654-4d43-980a-bdba65c8e17a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:55.458525 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c720c583-77ca-4927-ae3b-ceb0b91f8442 req-ccf411f2-2360-425a-b598-8bfa54ad0e7b tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 946 time: 0.0528452 Mar 23 09:12:55.461443 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-558ae7fa-8654-4d43-980a-bdba65c8e17a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ca883fbc-b25a-450c-9b53-55bb267ceb59 HTTP/1.1" status: 204 len: 168 time: 0.1241889 Mar 23 09:12:55.470670 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ae7fa-8654-4d43-980a-bdba65c8e17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca883fbc-b25a-450c-9b53-55bb267ceb59,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:55.514661 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c720c583-77ca-4927-ae3b-ceb0b91f8442 req-3c744361-c1b1-41f0-b922-c45640a9e149 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492866 Mar 23 09:12:55.742103 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 59740) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:55.755671 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1c990bd8-91b7-45b1-b165-cc71236c9348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:55.831741 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1c990bd8-91b7-45b1-b165-cc71236c9348 admin admin] Publish callbacks [] for security_group (d44fc361-ebc0-477e-8570-9bbea9f1ece0), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:55.835183 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1c990bd8-91b7-45b1-b165-cc71236c9348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (d44fc361-ebc0-477e-8570-9bbea9f1ece0), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:55.875154 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-1c990bd8-91b7-45b1-b165-cc71236c9348 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=609625e2162743e7b21d62d76ba58020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313772 Mar 23 09:12:55.875995 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c990bd8-91b7-45b1-b165-cc71236c9348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44fc361-ebc0-477e-8570-9bbea9f1ece0,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:55.877779 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 59742) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:12:55.926065 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1562dca-821a-456a-aff7-382b7e765796 admin admin] Publish callbacks [] for security_group (d44fc361-ebc0-477e-8570-9bbea9f1ece0), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:55.947595 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1562dca-821a-456a-aff7-382b7e765796 admin admin] Publish callbacks [] for security_group (d44fc361-ebc0-477e-8570-9bbea9f1ece0), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:55.994381 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1562dca-821a-456a-aff7-382b7e765796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (d44fc361-ebc0-477e-8570-9bbea9f1ece0), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:55.996839 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1562dca-821a-456a-aff7-382b7e765796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:12:55.997995 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-a1562dca-821a-456a-aff7-382b7e765796 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d44fc361-ebc0-477e-8570-9bbea9f1ece0 HTTP/1.1" status: 204 len: 168 time: 0.1189291 Mar 23 09:12:56.005454 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1562dca-821a-456a-aff7-382b7e765796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44fc361-ebc0-477e-8570-9bbea9f1ece0,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:12:56.638666 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a20394-082d-4069-95bd-25e3baaff479 req-af400fe0-82a5-44fb-9876-08aa0b73ad2c tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:12:56.640174 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-86a20394-082d-4069-95bd-25e3baaff479 req-af400fe0-82a5-44fb-9876-08aa0b73ad2c tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 946 time: 0.0567677 Mar 23 09:12:56.689417 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-86a20394-082d-4069-95bd-25e3baaff479 req-7104417c-1113-4f72-b02b-be5a75e0180a tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415204 Mar 23 09:13:00.529804 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8c1e-1c58-4ec8-8553-0b8d26684fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:00.766761 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:02.877710 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1f0434d-c6d1-4cb9-8ebf-cf8b4a01694b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:04.009911 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:05.642255 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:05.895497 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c55bd302-45cf-4306-b258-28898e5974ac req-2d46fcc8-d8fe-445e-8f38-3876baac3052 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433686 Mar 23 09:13:05.959035 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bd302-45cf-4306-b258-28898e5974ac req-4c0fe4c7-faf7-40ae-adcd-a24a0455a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:05.960533 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c55bd302-45cf-4306-b258-28898e5974ac req-4c0fe4c7-faf7-40ae-adcd-a24a0455a15b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6598b5884c704536ae40e586b9bc8e18&device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 1129 time: 0.0444164 Mar 23 09:13:06.079086 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bd302-45cf-4306-b258-28898e5974ac req-f2941d57-ec5e-4f77-a695-200bb655108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:06.080546 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c55bd302-45cf-4306-b258-28898e5974ac req-f2941d57-ec5e-4f77-a695-200bb655108c service neutron] 10.222.0.93 "GET /v2.0/networks?id=a5480042-1266-43c8-93b0-609ea05e651a HTTP/1.1" status: 200 len: 911 time: 0.0916178 Mar 23 09:13:06.150134 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c55bd302-45cf-4306-b258-28898e5974ac req-e4ad93c6-29ca-43c2-b09c-48ea668930a2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=250b78ba-0743-43ad-a852-5cc5e65660ff HTTP/1.1" status: 200 len: 1001 time: 0.0631521 Mar 23 09:13:06.203755 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bd302-45cf-4306-b258-28898e5974ac req-c7e9203d-d45d-4682-bd4d-d6e995fa3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:06.205218 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c55bd302-45cf-4306-b258-28898e5974ac req-c7e9203d-d45d-4682-bd4d-d6e995fa3075 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fb3e6-078e-48c9-af84-43719ad4789e HTTP/1.1" status: 200 len: 849 time: 0.0490341 Mar 23 09:13:06.253937 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bd302-45cf-4306-b258-28898e5974ac req-5f355cb6-b76a-4503-91fb-1ae6d6011f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:06.255412 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c55bd302-45cf-4306-b258-28898e5974ac req-5f355cb6-b76a-4503-91fb-1ae6d6011f9d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a5480042-1266-43c8-93b0-609ea05e651a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0429268 Mar 23 09:13:06.345334 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c55bd302-45cf-4306-b258-28898e5974ac req-cfe06cda-ecd1-41d2-a046-7264aef62ea2 service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832937 Mar 23 09:13:06.439757 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c55bd302-45cf-4306-b258-28898e5974ac req-a14cb318-99ca-429f-b0fe-fc2169ff8be4 service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870202 Mar 23 09:13:06.869498 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:24.821828 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:13:30.525351 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fed4d74e-ca75-4d80-9286-047ac6741729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:30.772419 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:32.879537 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5e18892f-64ff-4f2a-ab52-b6366a2dbde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:34.012056 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:35.645708 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:36.862743 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:39.615192 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 60154) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:13:39.724194 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:39.796538 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Publish callbacks [] for security_group (a80fb567-0fdd-4005-8c3a-6dbdbebc5ca8), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:39.800276 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (a80fb567-0fdd-4005-8c3a-6dbdbebc5ca8), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:39.841945 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=069bf001718a46a0b4f5fbfe91126a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256763 Mar 23 09:13:39.842659 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80fb567-0fdd-4005-8c3a-6dbdbebc5ca8,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:39.844523 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 60158) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:13:39.855398 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:39.855738 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:39.856075 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:39.856409 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:39.856739 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:39.857063 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:39.857384 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:39.857704 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:39.858049 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:39.858370 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:39.858686 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:39.859004 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:39.859320 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:39.859633 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:39.859946 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb4c7c-f997-4923-8389-b59160754085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:39.904344 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2be2f862-33cf-4e5f-a74d-9154e627dba6 admin admin] Publish callbacks [] for security_group (a80fb567-0fdd-4005-8c3a-6dbdbebc5ca8), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:39.926263 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2be2f862-33cf-4e5f-a74d-9154e627dba6 admin admin] Publish callbacks [] for security_group (a80fb567-0fdd-4005-8c3a-6dbdbebc5ca8), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:39.975664 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2be2f862-33cf-4e5f-a74d-9154e627dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (a80fb567-0fdd-4005-8c3a-6dbdbebc5ca8), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:39.978904 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2be2f862-33cf-4e5f-a74d-9154e627dba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:39.980238 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-2be2f862-33cf-4e5f-a74d-9154e627dba6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a80fb567-0fdd-4005-8c3a-6dbdbebc5ca8 HTTP/1.1" status: 204 len: 168 time: 0.1340101 Mar 23 09:13:39.991763 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2f862-33cf-4e5f-a74d-9154e627dba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80fb567-0fdd-4005-8c3a-6dbdbebc5ca8,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:49.601035 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9970a-21e5-4308-bd0c-b5e2a2df1fef req-57d1e12b-38e3-4c50-9e45-ea2b51035c19 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:49.602601 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f4a9970a-21e5-4308-bd0c-b5e2a2df1fef req-57d1e12b-38e3-4c50-9e45-ea2b51035c19 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.1613479 Mar 23 09:13:49.657542 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f4a9970a-21e5-4308-bd0c-b5e2a2df1fef req-db4feaae-5e26-460b-a4c0-fadd39f130d8 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480473 Mar 23 09:13:50.786214 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ad42-0c76-47df-97d7-8eae70c06ae4 req-1c7c4f4b-e1a2-4a4a-9ba7-996e8698a717 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:50.787706 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5274ad42-0c76-47df-97d7-8eae70c06ae4 req-1c7c4f4b-e1a2-4a4a-9ba7-996e8698a717 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0582073 Mar 23 09:13:50.838869 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5274ad42-0c76-47df-97d7-8eae70c06ae4 req-bd831567-d866-4eb6-9573-be29651a998e tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444980 Mar 23 09:13:50.959035 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ba8b4-27f8-4d54-b9e2-6b865a359d74 req-cf0ab994-81cf-48ef-9df8-9f403217a20d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:50.960423 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6f7ba8b4-27f8-4d54-b9e2-6b865a359d74 req-cf0ab994-81cf-48ef-9df8-9f403217a20d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 946 time: 0.0571001 Mar 23 09:13:51.007646 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6f7ba8b4-27f8-4d54-b9e2-6b865a359d74 req-85b811e3-dc5a-4535-8894-5e28aa2633b4 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409546 Mar 23 09:13:51.829778 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-d97b8b55-5ab0-42ee-ae0c-f1ff58eb566c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:51.831190 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-d97b8b55-5ab0-42ee-ae0c-f1ff58eb566c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.93 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0644155 Mar 23 09:13:51.971888 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Deleting port 250b78ba-0743-43ad-a852-5cc5e65660ff {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:13:51.972218 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:51.982825 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c60aac-fd40-4d69-8e50-e30be8f7879d req-25c8c69d-3d81-4bca-87d8-8f6274d87999 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:51.984271 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54c60aac-fd40-4d69-8e50-e30be8f7879d req-25c8c69d-3d81-4bca-87d8-8f6274d87999 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 945 time: 0.0695038 Mar 23 09:13:52.084725 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54c60aac-fd40-4d69-8e50-e30be8f7879d req-dbdf4ac8-abc4-4d28-a229-46f52423a473 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=d65aee23-fd97-4340-b02f-dce3ec663eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874491 Mar 23 09:13:52.106841 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] For port 250b78ba-0743-43ad-a852-5cc5e65660ff, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=250b78ba-0743-43ad-a852-5cc5e65660ff,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:13:52.106841 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:52.129461 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4b53e-a657-4d85-a40c-aee92b0bfc21 req-68b36e54-f962-44b3-8882-4eeb2d1af1de tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:52.130975 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-97c4b53e-a657-4d85-a40c-aee92b0bfc21 req-68b36e54-f962-44b3-8882-4eeb2d1af1de tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 946 time: 0.0538611 Mar 23 09:13:52.179150 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-97c4b53e-a657-4d85-a40c-aee92b0bfc21 req-697f76ea-22e2-40ce-a0a9-2c25846e6f41 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421686 Mar 23 09:13:52.277462 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:52.277828 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (d3796198-fca0-4ae4-b3d0-290b612b150c), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:52.278166 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Floating IP d3796198-fca0-4ae4-b3d0-290b612b150c disassociated. External IP: 172.28.1.156, port: 250b78ba-0743-43ad-a852-5cc5e65660ff. Mar 23 09:13:52.278505 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Calling delete_port for 250b78ba-0743-43ad-a852-5cc5e65660ff owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:13:52.409760 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (250b78ba-0743-43ad-a852-5cc5e65660ff), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:52.440929 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event deleted for resources: {'Port': ['ID=250b78ba-0743-43ad-a852-5cc5e65660ff,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:52.454680 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:52.455347 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:52.455561 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:52.455874 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:52.456295 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:52.458589 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:52.458939 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:52.459280 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:52.459623 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:52.459963 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:52.460304 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:52.460636 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:52.460968 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:52.462087 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:52.462087 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:13:52.574374 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Router abcb11cc-86f1-41f2-8433-7f976fe7e316 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:13:52.697509 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:13:52.704178 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db43540-a4f4-46c2-a322-b92bb3f3bb2a None None] Sync routers for ids ['abcb11cc-86f1-41f2-8433-7f976fe7e316'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:13:52.716502 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db43540-a4f4-46c2-a322-b92bb3f3bb2a None None] Routers {'abcb11cc-86f1-41f2-8433-7f976fe7e316'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:13:52.718023 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-0db43540-a4f4-46c2-a322-b92bb3f3bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:13:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['abcb11cc-86f1-41f2-8433-7f976fe7e316'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:13:52.748237 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] No DVR routers for this DVR port 250b78ba-0743-43ad-a852-5cc5e65660ff on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:13:52.751189 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:52.754848 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-41b6a785-0fd8-4ec3-82dc-013067d2b78f req-f752b718-9649-4f62-8e05-d5296ea14b0b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.93 "DELETE /v2.0/ports/250b78ba-0743-43ad-a852-5cc5e65660ff HTTP/1.1" status: 204 len: 173 time: 0.9180405 Mar 23 09:13:52.755312 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f87b97-30f5-48e9-b1e7-c00f6c652d31', 'name': 'network-vif-deleted', 'tag': '250b78ba-0743-43ad-a852-5cc5e65660ff'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:13:52.758116 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56f8d33-8f3a-4636-adbf-45c4ad7551be" -d '{"events": [{"server_uuid": "33f87b97-30f5-48e9-b1e7-c00f6c652d31", "name": "network-vif-deleted", "tag": "250b78ba-0743-43ad-a852-5cc5e65660ff"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:13:52.852141 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-0db43540-a4f4-46c2-a322-b92bb3f3bb2a None None] Set router abcb11cc-86f1-41f2-8433-7f976fe7e316 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:13:52.882004 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f0acbe-40ca-4b8b-992f-ce2a6ccd8c99 x-openstack-request-id: req-f8f0acbe-40ca-4b8b-992f-ce2a6ccd8c99 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:13:52.882500 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f87b97-30f5-48e9-b1e7-c00f6c652d31", "name": "network-vif-deleted", "tag": "250b78ba-0743-43ad-a852-5cc5e65660ff", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:13:52.882605 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f8f0acbe-40ca-4b8b-992f-ce2a6ccd8c99 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:13:52.883008 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f0acbe-40ca-4b8b-992f-ce2a6ccd8c99'] response: {'server_uuid': '33f87b97-30f5-48e9-b1e7-c00f6c652d31', 'name': 'network-vif-deleted', 'tag': '250b78ba-0743-43ad-a852-5cc5e65660ff', 'status': 'completed', 'code': 200} Mar 23 09:13:53.170135 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-0db43540-a4f4-46c2-a322-b92bb3f3bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f697608e-286c-4269-b431-802dc0756ce7', 'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'mac_address': 'fa:16:3e:2a:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:09:00Z', 'updated_at': '2022-03-23T09:09:04Z', 'revision_number': 5, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'subnets': [{'id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:13:53.197338 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db43540-a4f4-46c2-a322-b92bb3f3bb2a None None] Checking router: abcb11cc-86f1-41f2-8433-7f976fe7e316 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:13:53.199153 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-df639c29-70ea-4c8a-8105-7efbed429cd4 req-968b242a-f326-4b8a-905e-c0e3f5535117 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=33f87b97-30f5-48e9-b1e7-c00f6c652d31 HTTP/1.1" status: 200 len: 210 time: 0.0291355 Mar 23 09:13:53.208295 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db43540-a4f4-46c2-a322-b92bb3f3bb2a None None] Routers {'abcb11cc-86f1-41f2-8433-7f976fe7e316'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:13:53.209391 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-0db43540-a4f4-46c2-a322-b92bb3f3bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:13:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['abcb11cc-86f1-41f2-8433-7f976fe7e316'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:13:53.319811 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f959-d18e-4f85-a824-5700659a74cd req-39a3e118-84ee-4c05-be76-e0756b37fb89 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:53.321633 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0d28f959-d18e-4f85-a824-5700659a74cd req-39a3e118-84ee-4c05-be76-e0756b37fb89 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 946 time: 0.0637789 Mar 23 09:13:53.345351 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-0db43540-a4f4-46c2-a322-b92bb3f3bb2a None None] Set router abcb11cc-86f1-41f2-8433-7f976fe7e316 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:13:53.375722 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0d28f959-d18e-4f85-a824-5700659a74cd req-cf79fced-0891-496f-ba61-ba10983111e0 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451796 Mar 23 09:13:53.546822 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-0db43540-a4f4-46c2-a322-b92bb3f3bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f697608e-286c-4269-b431-802dc0756ce7', 'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'mac_address': 'fa:16:3e:2a:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:09:00Z', 'updated_at': '2022-03-23T09:09:04Z', 'revision_number': 5, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'subnets': [{'id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:13:53.573258 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db43540-a4f4-46c2-a322-b92bb3f3bb2a None None] The sync data for ids ['abcb11cc-86f1-41f2-8433-7f976fe7e316'] in dv-cinder-834822-2-smb is: [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f697608e-286c-4269-b431-802dc0756ce7', 'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'mac_address': 'fa:16:3e:2a:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:09:00Z', 'updated_at': '2022-03-23T09:09:04Z', 'revision_number': 5, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'subnets': [{'id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:13:53.803645 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb7cdb-7d82-41b4-8656-fe53c355c97e None None] New status for floating IP d3796198-fca0-4ae4-b3d0-290b612b150c: DOWN {{(pid=103136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:13:54.288421 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 60410) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:13:54.343668 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8c73-db80-4209-8ad4-a210af423ac5 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group (d65aee23-fd97-4340-b02f-dce3ec663eb8), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:54.366787 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8c73-db80-4209-8ad4-a210af423ac5 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group (d65aee23-fd97-4340-b02f-dce3ec663eb8), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:54.418810 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8c73-db80-4209-8ad4-a210af423ac5 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (d65aee23-fd97-4340-b02f-dce3ec663eb8), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:54.421322 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8c73-db80-4209-8ad4-a210af423ac5 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:54.425143 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-dc0a8c73-db80-4209-8ad4-a210af423ac5 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "DELETE /v2.0/security-groups/d65aee23-fd97-4340-b02f-dce3ec663eb8 HTTP/1.1" status: 204 len: 168 time: 0.1330829 Mar 23 09:13:54.425801 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 60414) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:13:54.431823 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a8c73-db80-4209-8ad4-a210af423ac5 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65aee23-fd97-4340-b02f-dce3ec663eb8,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:54.444215 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.api.v2.resource [None req-b3184112-1a35-4f23-a051-545283b95a27 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] show failed (client error): The resource could not be found. Mar 23 09:13:54.448692 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-b3184112-1a35-4f23-a051-545283b95a27 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups/d65aee23-fd97-4340-b02f-dce3ec663eb8 HTTP/1.1" status: 404 len: 347 time: 0.0214078 Mar 23 09:13:54.449218 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 60416) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:13:54.511896 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e9a31-7684-4d3e-a084-cedb00877ec2 req-a25a849d-e36c-418e-8e43-304fd637fd0f tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:54.514288 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d15e9a31-7684-4d3e-a084-cedb00877ec2 req-a25a849d-e36c-418e-8e43-304fd637fd0f tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 946 time: 0.0552866 Mar 23 09:13:54.561851 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-d15e9a31-7684-4d3e-a084-cedb00877ec2 req-af22b84c-9122-45e2-ac46-9528fbac6abb tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424526 Mar 23 09:13:54.582081 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1dac9907-6bbc-429a-bec2-c0c9a83e10b1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Deleting port 62c06fa3-0dfc-429c-a732-34c52d095099 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:13:54.582425 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1dac9907-6bbc-429a-bec2-c0c9a83e10b1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (62c06fa3-0dfc-429c-a732-34c52d095099), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:54.662948 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1dac9907-6bbc-429a-bec2-c0c9a83e10b1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (62c06fa3-0dfc-429c-a732-34c52d095099), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:54.663276 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1dac9907-6bbc-429a-bec2-c0c9a83e10b1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for floatingip (62c06fa3-0dfc-429c-a732-34c52d095099), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:54.676509 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1dac9907-6bbc-429a-bec2-c0c9a83e10b1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Calling delete_port for 62c06fa3-0dfc-429c-a732-34c52d095099 owned by network:floatingip {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:13:54.837707 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1dac9907-6bbc-429a-bec2-c0c9a83e10b1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (62c06fa3-0dfc-429c-a732-34c52d095099), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:54.872454 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac9907-6bbc-429a-bec2-c0c9a83e10b1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event deleted for resources: {'Port': ['ID=62c06fa3-0dfc-429c-a732-34c52d095099,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:54.928845 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1dac9907-6bbc-429a-bec2-c0c9a83e10b1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for floatingip (d3796198-fca0-4ae4-b3d0-290b612b150c), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:54.931438 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1dac9907-6bbc-429a-bec2-c0c9a83e10b1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:54.932891 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-1dac9907-6bbc-429a-bec2-c0c9a83e10b1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "DELETE /v2.0/floatingips/d3796198-fca0-4ae4-b3d0-290b612b150c HTTP/1.1" status: 204 len: 168 time: 0.4823968 Mar 23 09:13:55.290772 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 60422) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:13:55.296223 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-398ddfad-a5f3-4de2-bf76-a4940b83c034 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--87067605', 'description': 'tempest-description--458831364'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:13:55.319545 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-398ddfad-a5f3-4de2-bf76-a4940b83c034 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:55.398540 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-398ddfad-a5f3-4de2-bf76-a4940b83c034 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group (ea15cdff-6418-4df1-abae-7bf6d45cb0aa), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:55.406844 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-398ddfad-a5f3-4de2-bf76-a4940b83c034 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (ea15cdff-6418-4df1-abae-7bf6d45cb0aa), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:55.438786 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-398ddfad-a5f3-4de2-bf76-a4940b83c034 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:55.440034 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-398ddfad-a5f3-4de2-bf76-a4940b83c034 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1479943 Mar 23 09:13:55.442968 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 60424) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:13:55.448673 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-517d8b63-f1e8-444f-9a68-8aa54e5f32a1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Request body: {'security_group_rule': {'security_group_id': 'ea15cdff-6418-4df1-abae-7bf6d45cb0aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:13:55.449169 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ddfad-a5f3-4de2-bf76-a4940b83c034 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea15cdff-6418-4df1-abae-7bf6d45cb0aa,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:55.491844 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-517d8b63-f1e8-444f-9a68-8aa54e5f32a1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group_rule (bec5942b-0d09-4f3d-803a-ef6ad6bcc5a0), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:55.554781 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-517d8b63-f1e8-444f-9a68-8aa54e5f32a1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group_rule (bec5942b-0d09-4f3d-803a-ef6ad6bcc5a0), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:55.559478 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-517d8b63-f1e8-444f-9a68-8aa54e5f32a1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (bec5942b-0d09-4f3d-803a-ef6ad6bcc5a0), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:55.581747 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d8b63-f1e8-444f-9a68-8aa54e5f32a1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec5942b-0d09-4f3d-803a-ef6ad6bcc5a0,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:55.587290 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-517d8b63-f1e8-444f-9a68-8aa54e5f32a1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:55.588561 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-517d8b63-f1e8-444f-9a68-8aa54e5f32a1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443841 Mar 23 09:13:55.594254 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 60428) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:13:55.599545 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-99635cc3-6c40-4449-9f53-6a7a6077c448 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Request body: {'security_group_rule': {'security_group_id': 'ea15cdff-6418-4df1-abae-7bf6d45cb0aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:13:55.639573 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-99635cc3-6c40-4449-9f53-6a7a6077c448 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group_rule (a6f9fb49-c6a9-4c9f-adef-680dad241ba9), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:55.706570 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c5af6-e3d4-404e-870c-7c5f5e10d555 req-c0d85a19-3594-40b0-b3a3-47b58705c423 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:55.708509 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ec5c5af6-e3d4-404e-870c-7c5f5e10d555 req-c0d85a19-3594-40b0-b3a3-47b58705c423 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 946 time: 0.0640419 Mar 23 09:13:55.717428 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-99635cc3-6c40-4449-9f53-6a7a6077c448 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group_rule (a6f9fb49-c6a9-4c9f-adef-680dad241ba9), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:55.721511 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-99635cc3-6c40-4449-9f53-6a7a6077c448 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (a6f9fb49-c6a9-4c9f-adef-680dad241ba9), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:55.742258 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99635cc3-6c40-4449-9f53-6a7a6077c448 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f9fb49-c6a9-4c9f-adef-680dad241ba9,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:55.755540 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-99635cc3-6c40-4449-9f53-6a7a6077c448 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:55.757597 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-99635cc3-6c40-4449-9f53-6a7a6077c448 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1614723 Mar 23 09:13:55.759966 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 60430) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:13:55.765092 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Request body: {'floatingip': {'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:13:55.773495 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ec5c5af6-e3d4-404e-870c-7c5f5e10d555 req-27146b65-2689-49dd-8c10-e81c7185d250 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560958 Mar 23 09:13:55.787206 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:55.902531 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:56.009366 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Allocated IP 172.28.1.69 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/4de9ca65-2015-4882-a847-4371ba0e9646) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:13:56.119871 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for port (4de9ca65-2015-4882-a847-4371ba0e9646), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:56.157980 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (4de9ca65-2015-4882-a847-4371ba0e9646), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:56.198495 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:13:56.201343 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:13:56.207132 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:13:56.241517 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event updated for resources: {'Port': ['ID=4de9ca65-2015-4882-a847-4371ba0e9646,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:56.324972 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c18e4-cb78-4778-ae15-8191d2d26823 req-26dec349-c94b-4ede-a3e0-ed6039da0a45 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:56.326510 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5a7c18e4-cb78-4778-ae15-8191d2d26823 req-26dec349-c94b-4ede-a3e0-ed6039da0a45 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.93 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 946 time: 0.1173673 Mar 23 09:13:56.368564 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 250b78ba-0743-43ad-a852-5cc5e65660ff no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:13:56.372602 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for floatingip (2f0996a0-5c60-4569-a804-9e029ed6ccfb), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:56.391966 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: 250b78ba-0743-43ad-a852-5cc5e65660ff {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:13:56.392313 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 250b78ba-0743-43ad-a852-5cc5e65660ff not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:13:56.437908 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (4de9ca65-2015-4882-a847-4371ba0e9646), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:56.506927 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-5a7c18e4-cb78-4778-ae15-8191d2d26823 req-5429cad2-3ebd-4ad6-a3ca-d14fbb5e5d5a tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Deleting port 50643209-cc5a-438d-ad43-7140e6b1e057 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:13:56.507263 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5a7c18e4-cb78-4778-ae15-8191d2d26823 req-5429cad2-3ebd-4ad6-a3ca-d14fbb5e5d5a tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (50643209-cc5a-438d-ad43-7140e6b1e057), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:56.656721 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-5a7c18e4-cb78-4778-ae15-8191d2d26823 req-5429cad2-3ebd-4ad6-a3ca-d14fbb5e5d5a tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] For port 50643209-cc5a-438d-ad43-7140e6b1e057, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=50643209-cc5a-438d-ad43-7140e6b1e057,segment=NetworkSegment(8541e8db-5b6f-4335-adca-3abdd287fc13),segment_id=8541e8db-5b6f-4335-adca-3abdd287fc13)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:13:56.657000 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5a7c18e4-cb78-4778-ae15-8191d2d26823 req-5429cad2-3ebd-4ad6-a3ca-d14fbb5e5d5a tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (50643209-cc5a-438d-ad43-7140e6b1e057), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:56.675093 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-5a7c18e4-cb78-4778-ae15-8191d2d26823 req-5429cad2-3ebd-4ad6-a3ca-d14fbb5e5d5a tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Calling delete_port for 50643209-cc5a-438d-ad43-7140e6b1e057 owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:13:56.693225 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for port (4de9ca65-2015-4882-a847-4371ba0e9646), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:56.699995 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (4de9ca65-2015-4882-a847-4371ba0e9646), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:57.073047 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event updated for resources: {'Port': ['ID=4de9ca65-2015-4882-a847-4371ba0e9646,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:57.104228 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (2f0996a0-5c60-4569-a804-9e029ed6ccfb), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:57.130422 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:57.131654 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-3b710b74-be0d-4de7-8bb0-a263c753252c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3701279 Mar 23 09:13:57.142775 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69be730-6664-4156-860c-1118948341a9 req-7a87e8ad-9789-4de2-a5f8-13cc6cce6af3 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:57.144314 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a69be730-6664-4156-860c-1118948341a9 req-7a87e8ad-9789-4de2-a5f8-13cc6cce6af3 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf994c95-2cb9-46ce-9698-6da7374709ad HTTP/1.1" status: 200 len: 946 time: 0.1492662 Mar 23 09:13:57.214739 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5a7c18e4-cb78-4778-ae15-8191d2d26823 req-5429cad2-3ebd-4ad6-a3ca-d14fbb5e5d5a tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (50643209-cc5a-438d-ad43-7140e6b1e057), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:57.227660 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['50643209-cc5a-438d-ad43-7140e6b1e057'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:13:57.248082 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a69be730-6664-4156-860c-1118948341a9 req-9b3420c8-de73-4221-a305-ee625e398eff tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854044 Mar 23 09:13:57.248796 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429cad2-3ebd-4ad6-a3ca-d14fbb5e5d5a tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Pushing event deleted for resources: {'Port': ['ID=50643209-cc5a-438d-ad43-7140e6b1e057,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:57.300351 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7c18e4-cb78-4778-ae15-8191d2d26823 req-5429cad2-3ebd-4ad6-a3ca-d14fbb5e5d5a tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] No DVR routers for this DVR port 50643209-cc5a-438d-ad43-7140e6b1e057 on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:13:57.303778 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5a7c18e4-cb78-4778-ae15-8191d2d26823 req-5429cad2-3ebd-4ad6-a3ca-d14fbb5e5d5a tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:57.307962 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5a7c18e4-cb78-4778-ae15-8191d2d26823 req-5429cad2-3ebd-4ad6-a3ca-d14fbb5e5d5a tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.93 "DELETE /v2.0/ports/50643209-cc5a-438d-ad43-7140e6b1e057 HTTP/1.1" status: 204 len: 173 time: 0.9751587 Mar 23 09:13:57.308539 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf994c95-2cb9-46ce-9698-6da7374709ad', 'name': 'network-vif-deleted', 'tag': '50643209-cc5a-438d-ad43-7140e6b1e057'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:13:57.311731 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f5b360-1323-48e1-93d1-6f37c5341785" -d '{"events": [{"server_uuid": "cf994c95-2cb9-46ce-9698-6da7374709ad", "name": "network-vif-deleted", "tag": "50643209-cc5a-438d-ad43-7140e6b1e057"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:13:57.352320 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cf8648-472c-4a3e-84cd-0bf52ec41497 x-openstack-request-id: req-53cf8648-472c-4a3e-84cd-0bf52ec41497 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:13:57.352916 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf994c95-2cb9-46ce-9698-6da7374709ad", "name": "network-vif-deleted", "tag": "50643209-cc5a-438d-ad43-7140e6b1e057", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:13:57.352916 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-53cf8648-472c-4a3e-84cd-0bf52ec41497 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:13:57.353259 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53cf8648-472c-4a3e-84cd-0bf52ec41497'] response: {'server_uuid': 'cf994c95-2cb9-46ce-9698-6da7374709ad', 'name': 'network-vif-deleted', 'tag': '50643209-cc5a-438d-ad43-7140e6b1e057', 'status': 'completed', 'code': 200} Mar 23 09:13:57.380990 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-a0de9d4a-adb5-4fd6-8b67-55b7dfe068ea tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--87067605&fields=id&tenant_id=6598b5884c704536ae40e586b9bc8e18 HTTP/1.1" status: 200 len: 267 time: 0.0557513 Mar 23 09:13:57.492348 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-f5a784b2-192e-488b-8287-51b78ac5938c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:57.493865 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-f5a784b2-192e-488b-8287-51b78ac5938c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/networks?id=a5480042-1266-43c8-93b0-609ea05e651a HTTP/1.1" status: 200 len: 810 time: 0.1052315 Mar 23 09:13:57.509916 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-6ac77057-c07a-4f0e-9599-8dfc2edec09a tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/quotas/6598b5884c704536ae40e586b9bc8e18 HTTP/1.1" status: 200 len: 375 time: 0.0094717 Mar 23 09:13:57.567880 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-99fdf7f4-72dc-44e6-ad0b-a7dbfff1d38f tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6598b5884c704536ae40e586b9bc8e18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530012 Mar 23 09:13:57.635074 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-ec43c36b-9194-43b8-bcc6-5f59ce53bed5 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:13:57.636424 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-ec43c36b-9194-43b8-bcc6-5f59ce53bed5 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0565035 Mar 23 09:13:57.732767 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-66a23919-59c2-4825-8d3c-9dc9d68a8e32 service neutron] 10.222.0.91 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899496 Mar 23 09:13:57.837470 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-43025394-ee60-4eb2-bb56-bbbf1b2ac098 service neutron] 10.222.0.91 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989332 Mar 23 09:13:58.005284 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-713c257a-e166-44d8-9605-737744f83097 req-ac34e447-1215-4de2-92d5-e2de4d718089 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 210 time: 0.0297194 Mar 23 09:13:59.120463 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-21692877-90e2-45a1-9e4f-5bbd96a4c122 req-b96cdbe4-1617-4041-8515-6d0540cf0b4c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 210 time: 0.0363574 Mar 23 09:13:59.166946 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-2ba487d5-dfd5-497e-8af9-70cb1afe62b1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:59.168626 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-2ba487d5-dfd5-497e-8af9-70cb1afe62b1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.93 "GET /v2.0/networks?id=a5480042-1266-43c8-93b0-609ea05e651a HTTP/1.1" status: 200 len: 810 time: 0.1573904 Mar 23 09:13:59.236147 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-aace0ce1-e453-431f-ab55-4bbbae5bcaf0 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6598b5884c704536ae40e586b9bc8e18 HTTP/1.1" status: 200 len: 378 time: 0.0534034 Mar 23 09:13:59.246185 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-b61b18ed-54dc-48b8-b8f4-c3686dfac3f9 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Request body: {'port': {'device_id': '96c9e612-54b5-4cd7-be64-1b521f41a290', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'admin_state_up': True, 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'security_groups': ['ea15cdff-6418-4df1-abae-7bf6d45cb0aa']}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:13:59.350826 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-b61b18ed-54dc-48b8-b8f4-c3686dfac3f9 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Made reservation on behalf of 6598b5884c704536ae40e586b9bc8e18 for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:13:59.355155 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-b61b18ed-54dc-48b8-b8f4-c3686dfac3f9 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:59.486947 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-b61b18ed-54dc-48b8-b8f4-c3686dfac3f9 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Allocated IP 172.20.0.9 (a5480042-1266-43c8-93b0-609ea05e651a/f24fb3e6-078e-48c9-af84-43719ad4789e/6bf695e3-20ad-429e-bac4-c2cea0b5ed06) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:13:59.637036 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-b61b18ed-54dc-48b8-b8f4-c3686dfac3f9 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:59.671164 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-b61b18ed-54dc-48b8-b8f4-c3686dfac3f9 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:59.715765 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-b61b18ed-54dc-48b8-b8f4-c3686dfac3f9 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Network a5480042-1266-43c8-93b0-609ea05e651a is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:13:59.719211 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-b61b18ed-54dc-48b8-b8f4-c3686dfac3f9 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:13:59.725656 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-b61b18ed-54dc-48b8-b8f4-c3686dfac3f9 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:13:59.749720 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b18ed-54dc-48b8-b8f4-c3686dfac3f9 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event updated for resources: {'Port': ['ID=6bf695e3-20ad-429e-bac4-c2cea0b5ed06,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:13:59.780017 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-b61b18ed-54dc-48b8-b8f4-c3686dfac3f9 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:13:59.780634 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-b61b18ed-54dc-48b8-b8f4-c3686dfac3f9 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:13:59.797453 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-b61b18ed-54dc-48b8-b8f4-c3686dfac3f9 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5554597 Mar 23 09:13:59.835050 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-1515d31a-6026-440d-a705-498d476626c4 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103134) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:13:59.836133 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-1515d31a-6026-440d-a705-498d476626c4 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064898 Mar 23 09:13:59.898898 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Request body: {'port': {'device_id': '96c9e612-54b5-4cd7-be64-1b521f41a290', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:13:59.966501 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:00.011660 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-bc60fc15-dfe5-4234-960e-2d1c85e01e81 None None] Provisioning complete for port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:14:00.012225 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc60fc15-dfe5-4234-960e-2d1c85e01e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:00.050767 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-bc60fc15-dfe5-4234-960e-2d1c85e01e81 None None] Port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:14:00.252483 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08fad1-9750-4c09-b729-7cd6cafca7a5 req-6b975aaf-39f5-4b5f-810e-1dc20990e515 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:00.253216 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:14:00.254110 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6e08fad1-9750-4c09-b729-7cd6cafca7a5 req-6b975aaf-39f5-4b5f-810e-1dc20990e515 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 931 time: 0.0615563 Mar 23 09:14:00.262260 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Publish callbacks [] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:00.280188 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Transition to ACTIVE for port object 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:14:00.284588 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:00.327150 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6e08fad1-9750-4c09-b729-7cd6cafca7a5 req-7e0a62ac-ceb2-4bf3-8ac0-0e08c1f9b212 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=ea15cdff-6418-4df1-abae-7bf6d45cb0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611043 Mar 23 09:14:00.364875 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf695e3-20ad-429e-bac4-c2cea0b5ed06,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:00.383543 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 50643209-cc5a-438d-ad43-7140e6b1e057 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:14:00.414045 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: 50643209-cc5a-438d-ad43-7140e6b1e057 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:14:00.414502 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 50643209-cc5a-438d-ad43-7140e6b1e057 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:14:00.431418 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Attempting to bind port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:14:00.431778 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Attempting to bind port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:14:00.432117 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Attempting to bind port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 on network a5480042-1266-43c8-93b0-609ea05e651a {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:14:00.438433 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 on network a5480042-1266-43c8-93b0-609ea05e651a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:14:00.438768 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Attempting to bind port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 on network a5480042-1266-43c8-93b0-609ea05e651a {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:14:00.444468 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:14:00.444810 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Checking segment: {'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:14:00.445205 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Bound using segment: {'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:14:00.445638 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Bound port: 6bf695e3-20ad-429e-bac4-c2cea0b5ed06, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:14:00.446027 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:00.524055 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0988fc82-f137-4ec2-aea0-44e61a54c1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:00.524317 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] For port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:14:00.529263 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] For port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6bf695e3-20ad-429e-bac4-c2cea0b5ed06,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:14:00.537300 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:00.578417 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:00.579034 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:00.580414 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] 10.222.0.93 "PUT /v2.0/ports/6bf695e3-20ad-429e-bac4-c2cea0b5ed06 HTTP/1.1" status: 200 len: 1093 time: 0.7362132 Mar 23 09:14:00.580970 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c9e612-54b5-4cd7-be64-1b521f41a290', 'tag': '6bf695e3-20ad-429e-bac4-c2cea0b5ed06'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:14:00.583199 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cffc8e-cb49-4016-82c0-d648cf407252" -d '{"events": [{"name": "network-changed", "server_uuid": "96c9e612-54b5-4cd7-be64-1b521f41a290", "tag": "6bf695e3-20ad-429e-bac4-c2cea0b5ed06"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:14:00.611986 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc47b75-13e6-4cd6-9e4e-0ff96911b9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf695e3-20ad-429e-bac4-c2cea0b5ed06,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:00.645609 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac3371a-810a-4f2e-bc45-2191b0928bac x-openstack-request-id: req-7ac3371a-810a-4f2e-bc45-2191b0928bac {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:14:00.645955 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c9e612-54b5-4cd7-be64-1b521f41a290", "tag": "6bf695e3-20ad-429e-bac4-c2cea0b5ed06", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:14:00.646236 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7ac3371a-810a-4f2e-bc45-2191b0928bac {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:14:00.646614 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac3371a-810a-4f2e-bc45-2191b0928bac'] response: {'name': 'network-changed', 'server_uuid': '96c9e612-54b5-4cd7-be64-1b521f41a290', 'tag': '6bf695e3-20ad-429e-bac4-c2cea0b5ed06', 'status': 'completed', 'code': 200} Mar 23 09:14:00.686053 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-c867cfc7-0b98-4140-93b0-32ca44558132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:00.687557 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-c867cfc7-0b98-4140-93b0-32ca44558132 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6598b5884c704536ae40e586b9bc8e18&device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 1127 time: 0.0509605 Mar 23 09:14:00.736568 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-de898ee0-e9fd-431e-82d4-00a1dc3f241b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf695e3-20ad-429e-bac4-c2cea0b5ed06 HTTP/1.1" status: 200 len: 217 time: 0.0401649 Mar 23 09:14:00.792261 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:00.795728 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-429c1a66-3d28-4f53-832e-c3b9ad1add34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:00.797234 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-429c1a66-3d28-4f53-832e-c3b9ad1add34 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fb3e6-078e-48c9-af84-43719ad4789e HTTP/1.1" status: 200 len: 849 time: 0.0547287 Mar 23 09:14:00.852612 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-da0bde4c-0f9a-485a-b574-766656cde709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:00.855042 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-da0bde4c-0f9a-485a-b574-766656cde709 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a5480042-1266-43c8-93b0-609ea05e651a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0513635 Mar 23 09:14:00.977539 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-b6d6ac24-73e8-462b-b5bd-c15715515f40 service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146314 Mar 23 09:14:01.070005 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-dee7bb03-434a-4e43-9ffb-3e83a631c34c req-2fb0c6b4-1dc9-40e1-8374-cf6282443d05 service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857642 Mar 23 09:14:01.171536 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cffc8e-cb49-4016-82c0-d648cf407252 req-d53b618b-9ad8-4e3d-93d9-5b49bb7e52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:01.173047 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-71cffc8e-cb49-4016-82c0-d648cf407252 req-d53b618b-9ad8-4e3d-93d9-5b49bb7e52c9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6598b5884c704536ae40e586b9bc8e18&device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 1127 time: 0.0542080 Mar 23 09:14:01.264588 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cffc8e-cb49-4016-82c0-d648cf407252 req-39de77ab-da24-42ce-96d8-6a9eeb529657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:01.266333 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-71cffc8e-cb49-4016-82c0-d648cf407252 req-39de77ab-da24-42ce-96d8-6a9eeb529657 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a5480042-1266-43c8-93b0-609ea05e651a HTTP/1.1" status: 200 len: 911 time: 0.0874913 Mar 23 09:14:01.310926 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-71cffc8e-cb49-4016-82c0-d648cf407252 req-f3b9c71e-4fe2-4fb2-9c37-40de070f3793 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf695e3-20ad-429e-bac4-c2cea0b5ed06 HTTP/1.1" status: 200 len: 217 time: 0.0372849 Mar 23 09:14:01.366988 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cffc8e-cb49-4016-82c0-d648cf407252 req-4a537325-09bb-4598-98b7-8e4688840f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:01.368496 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-71cffc8e-cb49-4016-82c0-d648cf407252 req-4a537325-09bb-4598-98b7-8e4688840f86 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fb3e6-078e-48c9-af84-43719ad4789e HTTP/1.1" status: 200 len: 849 time: 0.0506384 Mar 23 09:14:01.421257 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cffc8e-cb49-4016-82c0-d648cf407252 req-eb3f5f75-75d8-45fe-bf15-6e917db0623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:01.422893 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-71cffc8e-cb49-4016-82c0-d648cf407252 req-eb3f5f75-75d8-45fe-bf15-6e917db0623a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a5480042-1266-43c8-93b0-609ea05e651a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0479550 Mar 23 09:14:01.445920 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc784b-a2e8-4396-b844-fd406c6a7726 req-915004bf-ab70-4dd4-92b1-8605a3b2b127 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:01.447597 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8dfc784b-a2e8-4396-b844-fd406c6a7726 req-915004bf-ab70-4dd4-92b1-8605a3b2b127 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 943 time: 0.0531223 Mar 23 09:14:01.503961 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-8dfc784b-a2e8-4396-b844-fd406c6a7726 req-0c8ee4d9-cb81-41bf-b79b-6121e9f22653 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=ea15cdff-6418-4df1-abae-7bf6d45cb0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499241 Mar 23 09:14:01.521983 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-71cffc8e-cb49-4016-82c0-d648cf407252 req-47744d1c-e924-42e3-9dca-499e03a03c76 service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924425 Mar 23 09:14:01.617465 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-71cffc8e-cb49-4016-82c0-d648cf407252 req-30b2453b-8c67-4d90-afb8-356e05e6c24d service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897079 Mar 23 09:14:01.821639 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:14:02.245710 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-53a43bdb-7e70-4ebb-b68d-b0a2a0eef0fd tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:02.247316 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-53a43bdb-7e70-4ebb-b68d-b0a2a0eef0fd tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/networks?id=3b32c33d-967a-40a2-800d-d8864e1b886e HTTP/1.1" status: 200 len: 813 time: 0.1059549 Mar 23 09:14:02.261542 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-216490fb-c324-4d2d-96ef-71a7f2bcc1ef tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/quotas/588ef03f63da43679978a9a2cb0c3c78 HTTP/1.1" status: 200 len: 375 time: 0.0089312 Mar 23 09:14:02.299206 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-e895eeb3-623c-46e0-8ce9-be7d6f2cbafd tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=588ef03f63da43679978a9a2cb0c3c78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321424 Mar 23 09:14:02.309242 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-60aeaaa1-be62-4d97-abb3-12bc173adc3f service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103134) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 09:14:02.310472 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-60aeaaa1-be62-4d97-abb3-12bc173adc3f service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051811 Mar 23 09:14:02.396659 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-8a70de3f-dda0-4487-a16d-a3ca39d10e6e service neutron] 10.222.0.91 "GET /v2.0/networks/3b32c33d-967a-40a2-800d-d8864e1b886e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811076 Mar 23 09:14:02.490509 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-22cf829c-48db-4f2c-b913-fc1b9726693e service neutron] 10.222.0.91 "GET /v2.0/networks/3b32c33d-967a-40a2-800d-d8864e1b886e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873306 Mar 23 09:14:02.659203 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-a3fa7860-85a6-4878-bf9d-1107907b193f req-d6444ea8-1d0d-437f-96a3-88b3b44153a0 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 210 time: 0.0304596 Mar 23 09:14:02.695708 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b2fff-d932-4ef9-b306-56f39ae630c7 req-2431da5e-e8ab-458b-8849-fce7ef4a12b3 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:02.697774 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b43b2fff-d932-4ef9-b306-56f39ae630c7 req-2431da5e-e8ab-458b-8849-fce7ef4a12b3 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 943 time: 0.0547469 Mar 23 09:14:02.746792 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b43b2fff-d932-4ef9-b306-56f39ae630c7 req-2d025198-83d2-472f-9b04-44fe0072cd07 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=ea15cdff-6418-4df1-abae-7bf6d45cb0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432203 Mar 23 09:14:02.882155 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56ec95dd-83b0-48f5-87d7-31b20bd3d815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:03.574529 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-fafa22cf-5d5b-4817-952b-26663febeb03 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:03.576001 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-fafa22cf-5d5b-4817-952b-26663febeb03 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.93 "GET /v2.0/networks?id=3b32c33d-967a-40a2-800d-d8864e1b886e HTTP/1.1" status: 200 len: 813 time: 0.1035688 Mar 23 09:14:03.589607 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-5f214678-9189-4013-8ca5-2cb9b8e264d6 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Request body: {'port': {'device_id': '8fc64028-1ad0-4119-a668-545539279c09', 'network_id': '3b32c33d-967a-40a2-800d-d8864e1b886e', 'admin_state_up': True, 'tenant_id': '588ef03f63da43679978a9a2cb0c3c78'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:14:03.700814 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-5f214678-9189-4013-8ca5-2cb9b8e264d6 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Made reservation on behalf of 588ef03f63da43679978a9a2cb0c3c78 for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:14:03.704254 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-5f214678-9189-4013-8ca5-2cb9b8e264d6 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:03.782714 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ef4df204-8b87-4671-8ef0-ac30cc9c5dac req-fb442739-086f-4c2b-8ca3-f64e9c61ff10 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 210 time: 0.0561721 Mar 23 09:14:03.864946 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-5f214678-9189-4013-8ca5-2cb9b8e264d6 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Allocated IP 172.20.0.12 (3b32c33d-967a-40a2-800d-d8864e1b886e/37d90cae-a30d-4575-9c7b-9c6134500240/cce4861e-d726-4a92-8ce9-6419236f8f22) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:14:03.872165 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d14b9-56c8-4a84-b71e-db28c5aba0f0 req-45a295c0-79bc-452b-93e6-56d48e2d0f03 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:03.874205 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-492d14b9-56c8-4a84-b71e-db28c5aba0f0 req-45a295c0-79bc-452b-93e6-56d48e2d0f03 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 943 time: 0.0576544 Mar 23 09:14:03.922842 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-492d14b9-56c8-4a84-b71e-db28c5aba0f0 req-2ba2bf60-c190-4874-893f-fa739bd0094f tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=ea15cdff-6418-4df1-abae-7bf6d45cb0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422387 Mar 23 09:14:04.015039 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:04.022286 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-5f214678-9189-4013-8ca5-2cb9b8e264d6 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks [] for port (cce4861e-d726-4a92-8ce9-6419236f8f22), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:04.057328 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-5f214678-9189-4013-8ca5-2cb9b8e264d6 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (cce4861e-d726-4a92-8ce9-6419236f8f22), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:04.098959 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-5f214678-9189-4013-8ca5-2cb9b8e264d6 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Network 3b32c33d-967a-40a2-800d-d8864e1b886e is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:14:04.102101 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-5f214678-9189-4013-8ca5-2cb9b8e264d6 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:14:04.108912 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-5f214678-9189-4013-8ca5-2cb9b8e264d6 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:14:04.114848 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f214678-9189-4013-8ca5-2cb9b8e264d6 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Pushing event updated for resources: {'Port': ['ID=cce4861e-d726-4a92-8ce9-6419236f8f22,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:04.158566 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-5f214678-9189-4013-8ca5-2cb9b8e264d6 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:04.159179 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-5f214678-9189-4013-8ca5-2cb9b8e264d6 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:04.177397 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-5f214678-9189-4013-8ca5-2cb9b8e264d6 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5925992 Mar 23 09:14:04.193139 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Request body: {'port': {'device_id': '8fc64028-1ad0-4119-a668-545539279c09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:14:04.254055 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (cce4861e-d726-4a92-8ce9-6419236f8f22), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:04.395562 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:14:04.494137 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6bf695e3-20ad-429e-bac4-c2cea0b5ed06,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:14:04.505444 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': '6bf695e3-20ad-429e-bac4-c2cea0b5ed06', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'port_id': '6bf695e3-20ad-429e-bac4-c2cea0b5ed06', 'mac_address': 'fa:16:3e:31:7f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:14:04.511779 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce4861e-d726-4a92-8ce9-6419236f8f22 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:14:04.519423 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Publish callbacks [] for port (cce4861e-d726-4a92-8ce9-6419236f8f22), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:04.531626 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Transition to ACTIVE for port object cce4861e-d726-4a92-8ce9-6419236f8f22 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:14:04.535409 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (cce4861e-d726-4a92-8ce9-6419236f8f22), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:04.543254 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:14:04.543648 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:04.556343 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:14:04.576938 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6bf695e3-20ad-429e-bac4-c2cea0b5ed06,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:14:04.580969 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:04.609529 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=cce4861e-d726-4a92-8ce9-6419236f8f22,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:04.633492 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=6bf695e3-20ad-429e-bac4-c2cea0b5ed06,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:04.641707 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:04.642079 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:04.642423 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:04.642790 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:04.643125 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:04.643453 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:04.643776 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:04.644102 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:04.644425 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:04.644748 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:04.645070 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:04.645390 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:04.645706 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:04.646054 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:04.646371 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:04.664235 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Attempting to bind port cce4861e-d726-4a92-8ce9-6419236f8f22 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:14:04.664569 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Attempting to bind port cce4861e-d726-4a92-8ce9-6419236f8f22 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '8541e8db-5b6f-4335-adca-3abdd287fc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '3b32c33d-967a-40a2-800d-d8864e1b886e'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:14:04.664890 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Attempting to bind port cce4861e-d726-4a92-8ce9-6419236f8f22 on network 3b32c33d-967a-40a2-800d-d8864e1b886e {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:14:04.669183 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Port cce4861e-d726-4a92-8ce9-6419236f8f22 on network 3b32c33d-967a-40a2-800d-d8864e1b886e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:14:04.669493 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Attempting to bind port cce4861e-d726-4a92-8ce9-6419236f8f22 on network 3b32c33d-967a-40a2-800d-d8864e1b886e {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:14:04.674156 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:14:04.674515 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Checking segment: {'id': '8541e8db-5b6f-4335-adca-3abdd287fc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '3b32c33d-967a-40a2-800d-d8864e1b886e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:14:04.674894 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Bound using segment: {'id': '8541e8db-5b6f-4335-adca-3abdd287fc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '3b32c33d-967a-40a2-800d-d8864e1b886e'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:14:04.675310 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Bound port: cce4861e-d726-4a92-8ce9-6419236f8f22, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8541e8db-5b6f-4335-adca-3abdd287fc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '3b32c33d-967a-40a2-800d-d8864e1b886e'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:14:04.675660 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (cce4861e-d726-4a92-8ce9-6419236f8f22), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:04.736415 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] For port cce4861e-d726-4a92-8ce9-6419236f8f22, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:14:04.739286 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] For port cce4861e-d726-4a92-8ce9-6419236f8f22, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=cce4861e-d726-4a92-8ce9-6419236f8f22,segment=NetworkSegment(8541e8db-5b6f-4335-adca-3abdd287fc13),segment_id=8541e8db-5b6f-4335-adca-3abdd287fc13)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:14:04.745171 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (cce4861e-d726-4a92-8ce9-6419236f8f22), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:04.777942 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:04.778559 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:04.779916 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] 10.222.0.93 "PUT /v2.0/ports/cce4861e-d726-4a92-8ce9-6419236f8f22 HTTP/1.1" status: 200 len: 1094 time: 0.5908124 Mar 23 09:14:04.780347 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc64028-1ad0-4119-a668-545539279c09', 'tag': 'cce4861e-d726-4a92-8ce9-6419236f8f22'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:14:04.782558 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a037de-e5e9-4d69-8599-96ac0044835c" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc64028-1ad0-4119-a668-545539279c09", "tag": "cce4861e-d726-4a92-8ce9-6419236f8f22"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:14:04.805667 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf244d-00be-4f00-be8f-e6ac4b811bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=cce4861e-d726-4a92-8ce9-6419236f8f22,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:04.831796 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e144da-6482-45a8-a6c3-dcab3dd09a34 x-openstack-request-id: req-f5e144da-6482-45a8-a6c3-dcab3dd09a34 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:14:04.832088 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc64028-1ad0-4119-a668-545539279c09", "tag": "cce4861e-d726-4a92-8ce9-6419236f8f22", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:14:04.832341 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f5e144da-6482-45a8-a6c3-dcab3dd09a34 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:14:04.832747 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e144da-6482-45a8-a6c3-dcab3dd09a34'] response: {'name': 'network-changed', 'server_uuid': '8fc64028-1ad0-4119-a668-545539279c09', 'tag': 'cce4861e-d726-4a92-8ce9-6419236f8f22', 'status': 'completed', 'code': 200} Mar 23 09:14:04.867553 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-1c763493-b5fc-44a8-bd41-b13252075b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:04.869122 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-1c763493-b5fc-44a8-bd41-b13252075b43 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=588ef03f63da43679978a9a2cb0c3c78&device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 1128 time: 0.0493276 Mar 23 09:14:04.914871 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-d85ef6e8-dfad-42c5-974c-3a996279b665 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cce4861e-d726-4a92-8ce9-6419236f8f22 HTTP/1.1" status: 200 len: 217 time: 0.0380607 Mar 23 09:14:04.915607 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30076f5c-48c3-4859-bc72-cfc8ed55f1b0 req-0629a5c1-83d7-4c36-9c45-072435f5e4e2 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:04.917261 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-30076f5c-48c3-4859-bc72-cfc8ed55f1b0 req-0629a5c1-83d7-4c36-9c45-072435f5e4e2 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 944 time: 0.0577955 Mar 23 09:14:04.965581 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-443ebe88-f822-4fcd-bb03-b324f5b7a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:04.966937 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-443ebe88-f822-4fcd-bb03-b324f5b7a5ab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d90cae-a30d-4575-9c7b-9c6134500240 HTTP/1.1" status: 200 len: 853 time: 0.0450778 Mar 23 09:14:04.970361 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-30076f5c-48c3-4859-bc72-cfc8ed55f1b0 req-bb388899-1480-4377-b7f7-c046dc40e34a tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473695 Mar 23 09:14:05.008784 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-945e72ce-23af-4beb-a49e-b4bee33a5cba service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b32c33d-967a-40a2-800d-d8864e1b886e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352049 Mar 23 09:14:05.039442 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['6bf695e3-20ad-429e-bac4-c2cea0b5ed06'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:14:05.121636 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1a16d-b421-4f9e-9140-f2da2877e98b req-c5f8ebaf-203b-4918-9499-2ce2729f45af tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:05.123131 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9fc1a16d-b421-4f9e-9140-f2da2877e98b req-c5f8ebaf-203b-4918-9499-2ce2729f45af tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 944 time: 0.1177809 Mar 23 09:14:05.143248 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-f75a4063-6615-4d53-9af7-d1e8541bedd4 service neutron] 10.222.0.93 "GET /v2.0/networks/3b32c33d-967a-40a2-800d-d8864e1b886e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272602 Mar 23 09:14:05.227324 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-9fc1a16d-b421-4f9e-9140-f2da2877e98b req-a9a48b37-2a0a-4ae3-bc5a-259553ed6532 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=ea15cdff-6418-4df1-abae-7bf6d45cb0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955508 Mar 23 09:14:05.257378 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-fe075039-6b93-42b9-92c3-cc6759b09cc0 req-a04ffd4a-fa92-4441-af88-7d2ed3452bb0 service neutron] 10.222.0.93 "GET /v2.0/networks/3b32c33d-967a-40a2-800d-d8864e1b886e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049733 Mar 23 09:14:05.348692 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a037de-e5e9-4d69-8599-96ac0044835c req-1120ee15-886f-4003-a022-aebf0abe9631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:05.350244 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-42a037de-e5e9-4d69-8599-96ac0044835c req-1120ee15-886f-4003-a022-aebf0abe9631 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=588ef03f63da43679978a9a2cb0c3c78&device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 1128 time: 0.0467029 Mar 23 09:14:05.444473 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a037de-e5e9-4d69-8599-96ac0044835c req-822bd188-7417-4bb1-b2cf-0c285831dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:05.445868 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-42a037de-e5e9-4d69-8599-96ac0044835c req-822bd188-7417-4bb1-b2cf-0c285831dbf2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b32c33d-967a-40a2-800d-d8864e1b886e HTTP/1.1" status: 200 len: 914 time: 0.0895596 Mar 23 09:14:05.485740 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-42a037de-e5e9-4d69-8599-96ac0044835c req-50be53d9-6499-4771-bcdb-b09d8c0ee27c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cce4861e-d726-4a92-8ce9-6419236f8f22 HTTP/1.1" status: 200 len: 217 time: 0.0343602 Mar 23 09:14:05.532475 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a037de-e5e9-4d69-8599-96ac0044835c req-fb98af4f-330c-4862-a2f3-5d783f25c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:05.533932 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-42a037de-e5e9-4d69-8599-96ac0044835c req-fb98af4f-330c-4862-a2f3-5d783f25c181 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d90cae-a30d-4575-9c7b-9c6134500240 HTTP/1.1" status: 200 len: 853 time: 0.0430515 Mar 23 09:14:05.569254 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-42a037de-e5e9-4d69-8599-96ac0044835c req-75be7e2b-5996-4e3a-9bf4-644d679651b1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b32c33d-967a-40a2-800d-d8864e1b886e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298183 Mar 23 09:14:05.647711 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:05.659323 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-42a037de-e5e9-4d69-8599-96ac0044835c req-05b49759-1c02-4d56-ae8c-b14c05f48f4c service neutron] 10.222.0.93 "GET /v2.0/networks/3b32c33d-967a-40a2-800d-d8864e1b886e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840604 Mar 23 09:14:05.751927 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-42a037de-e5e9-4d69-8599-96ac0044835c req-523907f8-b46e-480b-a1d0-d34b1e180a77 service neutron] 10.222.0.93 "GET /v2.0/networks/3b32c33d-967a-40a2-800d-d8864e1b886e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868742 Mar 23 09:14:06.085689 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b97af9-ea21-405a-81db-1b0adc4788bb req-39859226-7f66-424c-8928-2fead57c34ac tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:06.087183 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-14b97af9-ea21-405a-81db-1b0adc4788bb req-39859226-7f66-424c-8928-2fead57c34ac tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 944 time: 0.0521915 Mar 23 09:14:06.135475 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-14b97af9-ea21-405a-81db-1b0adc4788bb req-cec6b849-7b54-41d5-aeba-ea598ab5e8ab tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412624 Mar 23 09:14:06.579723 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca16fbe-e20a-444a-b3a0-8c45b512f69e req-45218261-a2a8-41a8-8d1a-54a0dceba519 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:06.581117 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8ca16fbe-e20a-444a-b3a0-8c45b512f69e req-45218261-a2a8-41a8-8d1a-54a0dceba519 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 944 time: 0.2853994 Mar 23 09:14:06.629588 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8ca16fbe-e20a-444a-b3a0-8c45b512f69e req-27f2d9af-5fc6-4896-b94e-6497b7038673 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=ea15cdff-6418-4df1-abae-7bf6d45cb0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428538 Mar 23 09:14:06.864591 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:07.252426 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de88ebc-1336-4dbb-80c0-1abec3ed122f req-fb86ac5d-58f8-4259-bc14-7223753c5619 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:07.253861 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3de88ebc-1336-4dbb-80c0-1abec3ed122f req-fb86ac5d-58f8-4259-bc14-7223753c5619 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 944 time: 0.0518067 Mar 23 09:14:07.302099 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3de88ebc-1336-4dbb-80c0-1abec3ed122f req-ed13fc4e-0828-4daa-a768-167e2805e2ae tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427206 Mar 23 09:14:07.745552 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe482e1-31df-4f93-8a5e-adad1f19bcd2 req-a86447e7-78ec-4c6b-a5fe-29da94ba1933 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:07.746955 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7fe482e1-31df-4f93-8a5e-adad1f19bcd2 req-a86447e7-78ec-4c6b-a5fe-29da94ba1933 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 944 time: 0.0516367 Mar 23 09:14:07.793281 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7fe482e1-31df-4f93-8a5e-adad1f19bcd2 req-dca55dd2-1fa7-43b5-9985-8f65b4925fb0 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=ea15cdff-6418-4df1-abae-7bf6d45cb0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408099 Mar 23 09:14:08.418952 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device cce4861e-d726-4a92-8ce9-6419236f8f22 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:14:08.419528 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148aee37-1fea-4148-b717-b29f8e290765 req-ac5ab6d6-8f22-47af-942c-bc9ec8fd224d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:08.420669 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-148aee37-1fea-4148-b717-b29f8e290765 req-ac5ab6d6-8f22-47af-942c-bc9ec8fd224d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 944 time: 0.0518720 Mar 23 09:14:08.421223 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:14:08.468794 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-148aee37-1fea-4148-b717-b29f8e290765 req-34496319-1ae1-4b24-8c03-cde6cf7079eb tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422120 Mar 23 09:14:08.527019 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:14:08.538098 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:14:08.538470 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:08.591378 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port cce4861e-d726-4a92-8ce9-6419236f8f22, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=cce4861e-d726-4a92-8ce9-6419236f8f22,segment=NetworkSegment(8541e8db-5b6f-4335-adca-3abdd287fc13),segment_id=8541e8db-5b6f-4335-adca-3abdd287fc13)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:14:08.606476 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': 'cce4861e-d726-4a92-8ce9-6419236f8f22', 'network_id': '3b32c33d-967a-40a2-800d-d8864e1b886e', 'port_id': 'cce4861e-d726-4a92-8ce9-6419236f8f22', 'mac_address': 'fa:16:3e:88:73:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d90cae-a30d-4575-9c7b-9c6134500240', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:14:08.673023 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port cce4861e-d726-4a92-8ce9-6419236f8f22 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:14:08.673417 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (cce4861e-d726-4a92-8ce9-6419236f8f22), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:08.676279 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:14:08.676651 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:08.694577 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce4861e-d726-4a92-8ce9-6419236f8f22 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:14:08.715702 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c9e612-54b5-4cd7-be64-1b521f41a290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf695e3-20ad-429e-bac4-c2cea0b5ed06'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:14:08.717950 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d35bb82-fa00-4060-8c1a-8fcc2ec7d5a7" -d '{"events": [{"server_uuid": "96c9e612-54b5-4cd7-be64-1b521f41a290", "name": "network-vif-plugged", "status": "completed", "tag": "6bf695e3-20ad-429e-bac4-c2cea0b5ed06"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:14:08.736796 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port cce4861e-d726-4a92-8ce9-6419236f8f22, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=cce4861e-d726-4a92-8ce9-6419236f8f22,segment=NetworkSegment(8541e8db-5b6f-4335-adca-3abdd287fc13),segment_id=8541e8db-5b6f-4335-adca-3abdd287fc13)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:14:08.738653 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6bf695e3-20ad-429e-bac4-c2cea0b5ed06,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:14:08.741584 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (cce4861e-d726-4a92-8ce9-6419236f8f22), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:08.746693 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:08.770944 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06be59f5-4224-48ca-9414-b310914475f9 x-openstack-request-id: req-06be59f5-4224-48ca-9414-b310914475f9 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:14:08.771233 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c9e612-54b5-4cd7-be64-1b521f41a290", "name": "network-vif-plugged", "status": "completed", "tag": "6bf695e3-20ad-429e-bac4-c2cea0b5ed06", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:14:08.771498 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-06be59f5-4224-48ca-9414-b310914475f9 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:14:08.771879 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06be59f5-4224-48ca-9414-b310914475f9'] response: {'server_uuid': '96c9e612-54b5-4cd7-be64-1b521f41a290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf695e3-20ad-429e-bac4-c2cea0b5ed06', 'code': 200} Mar 23 09:14:08.800266 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=cce4861e-d726-4a92-8ce9-6419236f8f22,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:08.853231 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=6bf695e3-20ad-429e-bac4-c2cea0b5ed06,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:08.922141 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ced06-f5aa-4a55-976f-9f7499b47b8b req-4d8096ee-fce6-48d7-9f09-b8899ca80748 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:08.923746 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-897ced06-f5aa-4a55-976f-9f7499b47b8b req-4d8096ee-fce6-48d7-9f09-b8899ca80748 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 945 time: 0.0522096 Mar 23 09:14:08.958727 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e515cd-4a3a-417b-9893-dd957545fc08 req-90f05e43-8830-4b06-9c71-f4f061c258ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:08.960272 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c4e515cd-4a3a-417b-9893-dd957545fc08 req-90f05e43-8830-4b06-9c71-f4f061c258ab service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 1129 time: 0.0482678 Mar 23 09:14:08.971516 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-897ced06-f5aa-4a55-976f-9f7499b47b8b req-b8ffdfe2-e69a-4442-9cd2-9c6eb222fb1d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=ea15cdff-6418-4df1-abae-7bf6d45cb0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421255 Mar 23 09:14:09.003944 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-c4e515cd-4a3a-417b-9893-dd957545fc08 req-913ff7c2-0081-4883-a3b9-4431b1567f03 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ea15cdff-6418-4df1-abae-7bf6d45cb0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376098 Mar 23 09:14:09.098124 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['cce4861e-d726-4a92-8ce9-6419236f8f22'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:14:09.592671 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803ef26-6057-4e3f-9631-05afa559e149 req-3596f3e0-4ea1-481f-8994-04a77c51fa54 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:09.594002 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4803ef26-6057-4e3f-9631-05afa559e149 req-3596f3e0-4ea1-481f-8994-04a77c51fa54 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 945 time: 0.0545475 Mar 23 09:14:09.646551 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4803ef26-6057-4e3f-9631-05afa559e149 req-8291e7b3-f000-46bb-9d2d-076ff2163d20 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464263 Mar 23 09:14:10.095587 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d19c82-31ea-47a8-830a-529075fe2bde req-ed629ffd-5fdf-4d3d-8e5b-b0422d77c6a1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:10.097125 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-95d19c82-31ea-47a8-830a-529075fe2bde req-ed629ffd-5fdf-4d3d-8e5b-b0422d77c6a1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 945 time: 0.0580273 Mar 23 09:14:10.143300 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-95d19c82-31ea-47a8-830a-529075fe2bde req-a3d04fb2-3223-4ba9-b129-76607f538ffa tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=ea15cdff-6418-4df1-abae-7bf6d45cb0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405977 Mar 23 09:14:10.427922 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device cce4861e-d726-4a92-8ce9-6419236f8f22 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:14:10.608226 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port cce4861e-d726-4a92-8ce9-6419236f8f22 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:14:10.613458 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port cce4861e-d726-4a92-8ce9-6419236f8f22 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:14:10.613858 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (cce4861e-d726-4a92-8ce9-6419236f8f22), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:10.691796 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port cce4861e-d726-4a92-8ce9-6419236f8f22 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:14:10.692189 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (cce4861e-d726-4a92-8ce9-6419236f8f22), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:10.727671 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port cce4861e-d726-4a92-8ce9-6419236f8f22, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=cce4861e-d726-4a92-8ce9-6419236f8f22,segment=NetworkSegment(8541e8db-5b6f-4335-adca-3abdd287fc13),segment_id=8541e8db-5b6f-4335-adca-3abdd287fc13)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:14:10.732934 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (cce4861e-d726-4a92-8ce9-6419236f8f22), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:10.766949 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691712e-1c4d-46db-be47-e06dfda0ed9f req-e8715177-7931-4c0b-a596-4efd2367a392 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:10.768404 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e691712e-1c4d-46db-be47-e06dfda0ed9f req-e8715177-7931-4c0b-a596-4efd2367a392 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 945 time: 0.0559318 Mar 23 09:14:10.774224 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc64028-1ad0-4119-a668-545539279c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce4861e-d726-4a92-8ce9-6419236f8f22'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:14:10.777087 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81c4a99-a41c-41f4-adfc-61a7050e983b" -d '{"events": [{"server_uuid": "8fc64028-1ad0-4119-a668-545539279c09", "name": "network-vif-plugged", "status": "completed", "tag": "cce4861e-d726-4a92-8ce9-6419236f8f22"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:14:10.783888 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=cce4861e-d726-4a92-8ce9-6419236f8f22,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:10.814487 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ffae07-d80a-47e5-95d0-e07d287141e0 x-openstack-request-id: req-c5ffae07-d80a-47e5-95d0-e07d287141e0 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:14:10.814779 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc64028-1ad0-4119-a668-545539279c09", "name": "network-vif-plugged", "status": "completed", "tag": "cce4861e-d726-4a92-8ce9-6419236f8f22", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:14:10.815027 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c5ffae07-d80a-47e5-95d0-e07d287141e0 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:14:10.815420 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ffae07-d80a-47e5-95d0-e07d287141e0'] response: {'server_uuid': '8fc64028-1ad0-4119-a668-545539279c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce4861e-d726-4a92-8ce9-6419236f8f22', 'code': 200} Mar 23 09:14:10.817056 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e691712e-1c4d-46db-be47-e06dfda0ed9f req-626f9ea1-6864-4ca9-aeca-56f703923c6e tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431018 Mar 23 09:14:10.982660 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c140bd8-dffd-4ba0-9524-7750ee5a9f71 req-dc19347b-5f36-4c3d-b78a-726313b9fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:10.984290 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3c140bd8-dffd-4ba0-9524-7750ee5a9f71 req-dc19347b-5f36-4c3d-b78a-726313b9fb33 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 1130 time: 0.0482836 Mar 23 09:14:11.030131 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3c140bd8-dffd-4ba0-9524-7750ee5a9f71 req-5047692d-dc71-497d-aa49-f3ffc2696954 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394940 Mar 23 09:14:11.266899 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723c910-9ac3-4479-971c-667535e05fa9 req-1c20059f-6f35-4909-9348-21e08835836e tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:11.268346 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0723c910-9ac3-4479-971c-667535e05fa9 req-1c20059f-6f35-4909-9348-21e08835836e tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 945 time: 0.0529609 Mar 23 09:14:11.315061 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-0723c910-9ac3-4479-971c-667535e05fa9 req-3855ac2d-7c06-4437-9985-213dc21b2c89 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=ea15cdff-6418-4df1-abae-7bf6d45cb0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411777 Mar 23 09:14:11.428649 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb87a14-fba3-466f-a565-2f48c7175d93 req-2ac5472e-ef73-4fd0-8fa7-8865ea751588 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:11.429871 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-cdb87a14-fba3-466f-a565-2f48c7175d93 req-2ac5472e-ef73-4fd0-8fa7-8865ea751588 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 945 time: 0.0508375 Mar 23 09:14:11.439373 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 60632) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:14:11.443787 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-a38f9c02-d0de-4932-8a1d-2fad0e7f72e0 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Request body: {'floatingip': {'port_id': '6bf695e3-20ad-429e-bac4-c2cea0b5ed06'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:14:11.485051 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a38f9c02-d0de-4932-8a1d-2fad0e7f72e0 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for floatingip (2f0996a0-5c60-4569-a804-9e029ed6ccfb), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:11.934612 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a38f9c02-d0de-4932-8a1d-2fad0e7f72e0 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:11.939966 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a38f9c02-d0de-4932-8a1d-2fad0e7f72e0 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (2f0996a0-5c60-4569-a804-9e029ed6ccfb), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:11.950168 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbc17e-9aaf-4143-a5c9-37aaf5244f97 req-236cbebe-e406-4b73-a83d-ea6ebcaec33d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:11.951795 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ffcbc17e-9aaf-4143-a5c9-37aaf5244f97 req-236cbebe-e406-4b73-a83d-ea6ebcaec33d tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 946 time: 0.0646198 Mar 23 09:14:12.009335 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-ffcbc17e-9aaf-4143-a5c9-37aaf5244f97 req-e8595fcd-856d-49c3-b400-0bc3d817f5ff tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515912 Mar 23 09:14:12.053547 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [None req-a38f9c02-d0de-4932-8a1d-2fad0e7f72e0 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Floating IP 2f0996a0-5c60-4569-a804-9e029ed6ccfb associated. External IP: 172.28.1.69, port: 6bf695e3-20ad-429e-bac4-c2cea0b5ed06. Mar 23 09:14:12.281060 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38f9c02-d0de-4932-8a1d-2fad0e7f72e0 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Router abcb11cc-86f1-41f2-8433-7f976fe7e316 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:14:12.404348 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38f9c02-d0de-4932-8a1d-2fad0e7f72e0 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:14:12.409395 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a38f9c02-d0de-4932-8a1d-2fad0e7f72e0 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:12.414825 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bef763-e331-41b7-ad0b-c6f20a02bbb4 None None] Sync routers for ids ['abcb11cc-86f1-41f2-8433-7f976fe7e316'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:14:12.427178 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bef763-e331-41b7-ad0b-c6f20a02bbb4 None None] Routers {'abcb11cc-86f1-41f2-8433-7f976fe7e316'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:14:12.427708 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-56bef763-e331-41b7-ad0b-c6f20a02bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:14:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['abcb11cc-86f1-41f2-8433-7f976fe7e316'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:14:12.442195 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-a38f9c02-d0de-4932-8a1d-2fad0e7f72e0 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "PUT /v2.0/floatingips/2f0996a0-5c60-4569-a804-9e029ed6ccfb HTTP/1.1" status: 200 len: 990 time: 1.0017021 Mar 23 09:14:12.442890 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c9e612-54b5-4cd7-be64-1b521f41a290', 'tag': '6bf695e3-20ad-429e-bac4-c2cea0b5ed06'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:14:12.445130 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245f54f3-5768-4c75-af72-b19b2cdb58b1" -d '{"events": [{"name": "network-changed", "server_uuid": "96c9e612-54b5-4cd7-be64-1b521f41a290", "tag": "6bf695e3-20ad-429e-bac4-c2cea0b5ed06"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:14:12.486373 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92407d4d-dc7a-4510-b002-8b04252d7206 x-openstack-request-id: req-92407d4d-dc7a-4510-b002-8b04252d7206 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:14:12.486742 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c9e612-54b5-4cd7-be64-1b521f41a290", "tag": "6bf695e3-20ad-429e-bac4-c2cea0b5ed06", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:14:12.487105 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-92407d4d-dc7a-4510-b002-8b04252d7206 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:14:12.487908 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92407d4d-dc7a-4510-b002-8b04252d7206'] response: {'name': 'network-changed', 'server_uuid': '96c9e612-54b5-4cd7-be64-1b521f41a290', 'tag': '6bf695e3-20ad-429e-bac4-c2cea0b5ed06', 'status': 'completed', 'code': 200} Mar 23 09:14:12.546315 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-56bef763-e331-41b7-ad0b-c6f20a02bbb4 None None] Set router abcb11cc-86f1-41f2-8433-7f976fe7e316 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:14:12.550403 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f54f3-5768-4c75-af72-b19b2cdb58b1 req-fcedbd21-f209-4eb2-9ec3-c97e8c11a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:12.551897 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-245f54f3-5768-4c75-af72-b19b2cdb58b1 req-fcedbd21-f209-4eb2-9ec3-c97e8c11a47d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6598b5884c704536ae40e586b9bc8e18&device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 1129 time: 0.0455847 Mar 23 09:14:12.647342 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f54f3-5768-4c75-af72-b19b2cdb58b1 req-f6bf2618-e441-4944-8328-223093312b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:12.648831 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-245f54f3-5768-4c75-af72-b19b2cdb58b1 req-f6bf2618-e441-4944-8328-223093312b49 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a5480042-1266-43c8-93b0-609ea05e651a HTTP/1.1" status: 200 len: 911 time: 0.0890763 Mar 23 09:14:12.719081 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-245f54f3-5768-4c75-af72-b19b2cdb58b1 req-42d72a57-5d08-4878-83c6-8de32a2dab87 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf695e3-20ad-429e-bac4-c2cea0b5ed06 HTTP/1.1" status: 200 len: 998 time: 0.0635295 Mar 23 09:14:12.773177 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-56bef763-e331-41b7-ad0b-c6f20a02bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '2f0996a0-5c60-4569-a804-9e029ed6ccfb', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'floating_ip_address': '172.28.1.69', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'port_id': '6bf695e3-20ad-429e-bac4-c2cea0b5ed06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'mac_address': 'fa:16:3e:31:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9e612-54b5-4cd7-be64-1b521f41a290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:13:56Z', 'updated_at': '2022-03-23T09:14:11Z', 'revision_number': 1, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f697608e-286c-4269-b431-802dc0756ce7', 'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'mac_address': 'fa:16:3e:2a:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:09:00Z', 'updated_at': '2022-03-23T09:09:04Z', 'revision_number': 5, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'subnets': [{'id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:14:12.780561 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f54f3-5768-4c75-af72-b19b2cdb58b1 req-814c99c3-5ea8-48f2-b40b-bb2dab27ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:12.782052 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-245f54f3-5768-4c75-af72-b19b2cdb58b1 req-814c99c3-5ea8-48f2-b40b-bb2dab27ec8d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fb3e6-078e-48c9-af84-43719ad4789e HTTP/1.1" status: 200 len: 849 time: 0.0473232 Mar 23 09:14:12.800133 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bef763-e331-41b7-ad0b-c6f20a02bbb4 None None] Checking router: abcb11cc-86f1-41f2-8433-7f976fe7e316 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:14:12.809189 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bef763-e331-41b7-ad0b-c6f20a02bbb4 None None] Routers {'abcb11cc-86f1-41f2-8433-7f976fe7e316'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:14:12.809608 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-56bef763-e331-41b7-ad0b-c6f20a02bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:14:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['abcb11cc-86f1-41f2-8433-7f976fe7e316'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:14:12.831630 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f54f3-5768-4c75-af72-b19b2cdb58b1 req-a824328e-f212-401f-af58-795508cd433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:12.833128 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-245f54f3-5768-4c75-af72-b19b2cdb58b1 req-a824328e-f212-401f-af58-795508cd433d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a5480042-1266-43c8-93b0-609ea05e651a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454011 Mar 23 09:14:12.923191 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-245f54f3-5768-4c75-af72-b19b2cdb58b1 req-50533355-2eba-4170-a190-42bb1aee94bc service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837977 Mar 23 09:14:12.936021 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-56bef763-e331-41b7-ad0b-c6f20a02bbb4 None None] Set router abcb11cc-86f1-41f2-8433-7f976fe7e316 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:14:13.021212 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-245f54f3-5768-4c75-af72-b19b2cdb58b1 req-9e7cfe24-7a9a-4290-9ef5-adfefd8026be service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922229 Mar 23 09:14:13.134944 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b58df-346b-4b47-9cb8-9af59e630aac req-df2e48ee-634c-44c8-bea3-3b3a18f4d50f tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:13.137210 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-1f1b58df-346b-4b47-9cb8-9af59e630aac req-df2e48ee-634c-44c8-bea3-3b3a18f4d50f tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 946 time: 0.0542877 Mar 23 09:14:13.179222 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-56bef763-e331-41b7-ad0b-c6f20a02bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '2f0996a0-5c60-4569-a804-9e029ed6ccfb', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'floating_ip_address': '172.28.1.69', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'port_id': '6bf695e3-20ad-429e-bac4-c2cea0b5ed06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'mac_address': 'fa:16:3e:31:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9e612-54b5-4cd7-be64-1b521f41a290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:13:56Z', 'updated_at': '2022-03-23T09:14:11Z', 'revision_number': 1, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f697608e-286c-4269-b431-802dc0756ce7', 'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'mac_address': 'fa:16:3e:2a:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:09:00Z', 'updated_at': '2022-03-23T09:09:04Z', 'revision_number': 5, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'subnets': [{'id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:14:13.187026 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-1f1b58df-346b-4b47-9cb8-9af59e630aac req-a80df1ba-5fda-44e1-b334-9f31d567e4bd tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433860 Mar 23 09:14:13.209541 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bef763-e331-41b7-ad0b-c6f20a02bbb4 None None] The sync data for ids ['abcb11cc-86f1-41f2-8433-7f976fe7e316'] in dv-cinder-834822-2-smb is: [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': '2f0996a0-5c60-4569-a804-9e029ed6ccfb', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'floating_ip_address': '172.28.1.69', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'port_id': '6bf695e3-20ad-429e-bac4-c2cea0b5ed06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'mac_address': 'fa:16:3e:31:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9e612-54b5-4cd7-be64-1b521f41a290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:13:56Z', 'updated_at': '2022-03-23T09:14:11Z', 'revision_number': 1, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f697608e-286c-4269-b431-802dc0756ce7', 'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'mac_address': 'fa:16:3e:2a:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:09:00Z', 'updated_at': '2022-03-23T09:09:04Z', 'revision_number': 5, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'subnets': [{'id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:14:13.437166 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98918e20-c04c-44dd-876c-858c6e46c851 None None] New status for floating IP 2f0996a0-5c60-4569-a804-9e029ed6ccfb: ACTIVE {{(pid=103136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:14:14.741354 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 60672) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:14:14.847001 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6f673a33-4d58-46a1-ba4b-468372841aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:14.919105 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6f673a33-4d58-46a1-ba4b-468372841aa3 admin admin] Publish callbacks [] for security_group (a3196faa-70e7-4a0b-ba40-211e389de438), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:14.922601 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6f673a33-4d58-46a1-ba4b-468372841aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (a3196faa-70e7-4a0b-ba40-211e389de438), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:14.958837 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f673a33-4d58-46a1-ba4b-468372841aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3196faa-70e7-4a0b-ba40-211e389de438,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:14.962977 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-6f673a33-4d58-46a1-ba4b-468372841aa3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=96256f9a72644938a99c0bbea682ef7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204850 Mar 23 09:14:14.966257 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 60676) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:14:15.013884 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-23484671-1cc9-4822-b83a-7b91e7ca1d1c admin admin] Publish callbacks [] for security_group (a3196faa-70e7-4a0b-ba40-211e389de438), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:15.039214 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-23484671-1cc9-4822-b83a-7b91e7ca1d1c admin admin] Publish callbacks [] for security_group (a3196faa-70e7-4a0b-ba40-211e389de438), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:15.086404 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-23484671-1cc9-4822-b83a-7b91e7ca1d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (a3196faa-70e7-4a0b-ba40-211e389de438), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:15.089825 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-23484671-1cc9-4822-b83a-7b91e7ca1d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:15.091046 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-23484671-1cc9-4822-b83a-7b91e7ca1d1c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a3196faa-70e7-4a0b-ba40-211e389de438 HTTP/1.1" status: 204 len: 168 time: 0.1238825 Mar 23 09:14:15.099396 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23484671-1cc9-4822-b83a-7b91e7ca1d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3196faa-70e7-4a0b-ba40-211e389de438,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:30.520954 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-44156d94-74d5-43ee-ad6d-3d69e54b5fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:30.803777 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:32.885367 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0f00237b-e1aa-4ea8-94bc-73f785364966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:33.145181 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5f886-cc13-42e2-9889-ce803270ea52 req-32297fc0-22c8-4cfa-98fa-661ab6fab264 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:33.146701 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-bec5f886-cc13-42e2-9889-ce803270ea52 req-32297fc0-22c8-4cfa-98fa-661ab6fab264 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 946 time: 0.0583055 Mar 23 09:14:33.204362 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-bec5f886-cc13-42e2-9889-ce803270ea52 req-600f34ff-73cb-4feb-acfb-728724f1395b tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496423 Mar 23 09:14:34.020973 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:34.338629 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331493e-bb5b-499c-93d9-1a9c4259683c req-173a4c25-32f4-4059-82b0-d52b59046b2e tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:34.340125 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6331493e-bb5b-499c-93d9-1a9c4259683c req-173a4c25-32f4-4059-82b0-d52b59046b2e tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 946 time: 0.0564313 Mar 23 09:14:34.392818 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-6331493e-bb5b-499c-93d9-1a9c4259683c req-5a2affe4-bd9c-4636-98eb-7b9d51a838bd tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459776 Mar 23 09:14:35.511761 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b76a8-fcfd-45a7-a072-49f12ff976d4 req-c24e3dc8-233b-4a83-96eb-31a965bc491e tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:35.513833 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1a7b76a8-fcfd-45a7-a072-49f12ff976d4 req-c24e3dc8-233b-4a83-96eb-31a965bc491e tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 946 time: 0.0539770 Mar 23 09:14:35.564649 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-1a7b76a8-fcfd-45a7-a072-49f12ff976d4 req-36b09b57-27aa-43ce-98c1-f29a79e10f47 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450184 Mar 23 09:14:35.650213 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:36.687721 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81af5b4-a321-46a3-8a62-0807cd11b4d8 req-886242a4-a351-4d73-913c-55746acadde5 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:36.689172 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c81af5b4-a321-46a3-8a62-0807cd11b4d8 req-886242a4-a351-4d73-913c-55746acadde5 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 946 time: 0.0559509 Mar 23 09:14:36.735197 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-c81af5b4-a321-46a3-8a62-0807cd11b4d8 req-1f239a01-428a-4b53-a060-4fe220226872 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Mar 23 09:14:36.868817 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:37.821817 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f4180-36be-4bad-8907-558b9c10673d req-9555ebb7-9bd7-4c4d-8abb-d925b97c37a3 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:37.823237 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4b0f4180-36be-4bad-8907-558b9c10673d req-9555ebb7-9bd7-4c4d-8abb-d925b97c37a3 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.93 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 946 time: 0.0686095 Mar 23 09:14:37.920827 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c9053-5c3e-4865-bc3a-d3053b376061 req-6f83b501-105c-4f32-ae2c-8e81a0fac2b0 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:14:37.922512 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-572c9053-5c3e-4865-bc3a-d3053b376061 req-6f83b501-105c-4f32-ae2c-8e81a0fac2b0 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/ports?device_id=8fc64028-1ad0-4119-a668-545539279c09 HTTP/1.1" status: 200 len: 946 time: 0.1170347 Mar 23 09:14:37.982528 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-4b0f4180-36be-4bad-8907-558b9c10673d req-15215763-99da-408a-8037-d6bba6d66eb1 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Deleting port cce4861e-d726-4a92-8ce9-6419236f8f22 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:14:37.982865 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-4b0f4180-36be-4bad-8907-558b9c10673d req-15215763-99da-408a-8037-d6bba6d66eb1 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (cce4861e-d726-4a92-8ce9-6419236f8f22), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:37.989602 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-572c9053-5c3e-4865-bc3a-d3053b376061 req-0a5f7f52-4871-42b8-a1ae-347dd1c07ea4 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.91 "GET /v2.0/security-groups?id=7f8ca6ff-36f6-49aa-9e55-0a687bf80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614328 Mar 23 09:14:38.078267 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-4b0f4180-36be-4bad-8907-558b9c10673d req-15215763-99da-408a-8037-d6bba6d66eb1 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] For port cce4861e-d726-4a92-8ce9-6419236f8f22, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=cce4861e-d726-4a92-8ce9-6419236f8f22,segment=NetworkSegment(8541e8db-5b6f-4335-adca-3abdd287fc13),segment_id=8541e8db-5b6f-4335-adca-3abdd287fc13)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:14:38.078545 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-4b0f4180-36be-4bad-8907-558b9c10673d req-15215763-99da-408a-8037-d6bba6d66eb1 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (cce4861e-d726-4a92-8ce9-6419236f8f22), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:38.092529 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-4b0f4180-36be-4bad-8907-558b9c10673d req-15215763-99da-408a-8037-d6bba6d66eb1 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Calling delete_port for cce4861e-d726-4a92-8ce9-6419236f8f22 owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:14:38.225443 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-4b0f4180-36be-4bad-8907-558b9c10673d req-15215763-99da-408a-8037-d6bba6d66eb1 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (cce4861e-d726-4a92-8ce9-6419236f8f22), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:38.238652 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['cce4861e-d726-4a92-8ce9-6419236f8f22'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:14:38.254075 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15215763-99da-408a-8037-d6bba6d66eb1 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Pushing event deleted for resources: {'Port': ['ID=cce4861e-d726-4a92-8ce9-6419236f8f22,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:38.300026 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0f4180-36be-4bad-8907-558b9c10673d req-15215763-99da-408a-8037-d6bba6d66eb1 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] No DVR routers for this DVR port cce4861e-d726-4a92-8ce9-6419236f8f22 on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:14:38.302554 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-4b0f4180-36be-4bad-8907-558b9c10673d req-15215763-99da-408a-8037-d6bba6d66eb1 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:38.306484 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4b0f4180-36be-4bad-8907-558b9c10673d req-15215763-99da-408a-8037-d6bba6d66eb1 tempest-VolumesSnapshotTestJSON-686734294 tempest-VolumesSnapshotTestJSON-686734294-project] 10.222.0.93 "DELETE /v2.0/ports/cce4861e-d726-4a92-8ce9-6419236f8f22 HTTP/1.1" status: 204 len: 173 time: 0.4647665 Mar 23 09:14:38.306484 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc64028-1ad0-4119-a668-545539279c09', 'name': 'network-vif-deleted', 'tag': 'cce4861e-d726-4a92-8ce9-6419236f8f22'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:14:38.308435 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4c9713-c7b7-42a5-9666-01f331d51d03" -d '{"events": [{"server_uuid": "8fc64028-1ad0-4119-a668-545539279c09", "name": "network-vif-deleted", "tag": "cce4861e-d726-4a92-8ce9-6419236f8f22"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:14:38.349289 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d1a06d-d7eb-4580-9115-63c3eb45cff2 x-openstack-request-id: req-28d1a06d-d7eb-4580-9115-63c3eb45cff2 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:14:38.350137 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc64028-1ad0-4119-a668-545539279c09", "name": "network-vif-deleted", "tag": "cce4861e-d726-4a92-8ce9-6419236f8f22", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:14:38.350565 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-28d1a06d-d7eb-4580-9115-63c3eb45cff2 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:14:38.351219 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d1a06d-d7eb-4580-9115-63c3eb45cff2'] response: {'server_uuid': '8fc64028-1ad0-4119-a668-545539279c09', 'name': 'network-vif-deleted', 'tag': 'cce4861e-d726-4a92-8ce9-6419236f8f22', 'status': 'completed', 'code': 200} Mar 23 09:14:38.820741 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:14:42.548071 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device cce4861e-d726-4a92-8ce9-6419236f8f22 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:14:42.571067 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: cce4861e-d726-4a92-8ce9-6419236f8f22 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:14:42.571412 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device cce4861e-d726-4a92-8ce9-6419236f8f22 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:14:57.050871 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 60894) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:14:57.095183 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Deleting subnet 37d90cae-a30d-4575-9c7b-9c6134500240 {{(pid=103134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:14:57.098295 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Publish callbacks [] for subnet (37d90cae-a30d-4575-9c7b-9c6134500240), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.132051 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844568'] for subnet (37d90cae-a30d-4575-9c7b-9c6134500240), precommit_delete_associations {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.170542 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2040305'] for subnet (37d90cae-a30d-4575-9c7b-9c6134500240), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.228756 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2040296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8423464'] for subnet (37d90cae-a30d-4575-9c7b-9c6134500240), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.259857 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d90cae-a30d-4575-9c7b-9c6134500240,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:57.264749 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.267951 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/37d90cae-a30d-4575-9c7b-9c6134500240 HTTP/1.1" status: 204 len: 168 time: 0.2160871 Mar 23 09:14:57.270546 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 60896) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:14:57.273260 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.273613 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.274001 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.274376 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.274712 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.275043 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.275373 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.275700 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.276056 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.276401 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.276728 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.277054 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.277377 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.277701 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.278046 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5c1-d823-49b4-acc8-decad536f640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.338957 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (3b32c33d-967a-40a2-800d-d8864e1b886e), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.420039 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1972292', 'neutron.services.segments.db._delete_segments_for_network-8760674705475'] for network (3b32c33d-967a-40a2-800d-d8864e1b886e), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.441119 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b32c33d-967a-40a2-800d-d8864e1b886e']}} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:14:57.451161 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8541e8db-5b6f-4335-adca-3abdd287fc13') {'for_net_delete': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:14:57.451503 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8541e8db-5b6f-4335-adca-3abdd287fc13') {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:14:57.460852 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760674703948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9594859'] for segment (8541e8db-5b6f-4335-adca-3abdd287fc13), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.474737 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (8541e8db-5b6f-4335-adca-3abdd287fc13), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.480564 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:14:57.480938 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10199065'] for segment (8541e8db-5b6f-4335-adca-3abdd287fc13), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: Traceback (most recent call last): Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: timer() Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: cb(*args, **kw) Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: return func(*args, **kwargs) Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: self._notify() Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: self.callback(batched_events) Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: event.method(event) Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: return f(self, *a, **k) Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: return self._get(url).json() Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: return self.request(url, 'GET', **kwargs) Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:14:57.483377 dv-cinder-834822-2-smb neutron-server[103135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:14:57.542931 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1972351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548464'] for network (3b32c33d-967a-40a2-800d-d8864e1b886e), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.548807 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.551965 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] 10.222.0.91 "DELETE /v2.0/networks/3b32c33d-967a-40a2-800d-d8864e1b886e HTTP/1.1" status: 204 len: 168 time: 0.2804348 Mar 23 09:14:57.563983 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b32c33d-967a-40a2-800d-d8864e1b886e,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:14:57.571459 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.571936 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.572294 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.572633 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.572969 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.573369 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.573727 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.574121 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.574469 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.574798 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.575115 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.575437 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.575784 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.576103 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.576425 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd3d97-c769-4271-b050-d208867c2484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:14:57.676988 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 60900) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:14:57.725043 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-104926fd-3978-48fa-a81e-b4265aaccca2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=588ef03f63da43679978a9a2cb0c3c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468464 Mar 23 09:14:57.730601 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 60902) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:14:57.779414 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aeb50575-7fb7-4c31-ae3e-2f027b4e8f37 admin admin] Publish callbacks [] for security_group (7f8ca6ff-36f6-49aa-9e55-0a687bf80234), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.800070 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aeb50575-7fb7-4c31-ae3e-2f027b4e8f37 admin admin] Publish callbacks [] for security_group (7f8ca6ff-36f6-49aa-9e55-0a687bf80234), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.849886 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aeb50575-7fb7-4c31-ae3e-2f027b4e8f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (7f8ca6ff-36f6-49aa-9e55-0a687bf80234), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.852436 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aeb50575-7fb7-4c31-ae3e-2f027b4e8f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:14:57.853690 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-aeb50575-7fb7-4c31-ae3e-2f027b4e8f37 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7f8ca6ff-36f6-49aa-9e55-0a687bf80234 HTTP/1.1" status: 204 len: 168 time: 0.1221488 Mar 23 09:14:57.862099 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb50575-7fb7-4c31-ae3e-2f027b4e8f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ca6ff-36f6-49aa-9e55-0a687bf80234,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:00.521996 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-959f8c5e-e904-454a-867a-57c9ef22efe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:00.823218 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:02.886732 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f176-53fe-4a82-93dc-20f7dd6462fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:04.009726 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 60970) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:04.024611 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:04.114370 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4059-79c3-41e7-a94e-807e1af4da1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:04.190311 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4059-79c3-41e7-a94e-807e1af4da1d admin admin] Publish callbacks [] for security_group (1a5d8cd5-ea69-492e-a5de-a0658a452ff6), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:04.193761 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4059-79c3-41e7-a94e-807e1af4da1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (1a5d8cd5-ea69-492e-a5de-a0658a452ff6), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:04.230742 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-7cbf4059-79c3-41e7-a94e-807e1af4da1d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0a2e66828feb493999c9332937a7f993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199309 Mar 23 09:15:04.232667 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf4059-79c3-41e7-a94e-807e1af4da1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5d8cd5-ea69-492e-a5de-a0658a452ff6,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:04.234598 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 60974) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:04.285593 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4308e3d2-2767-4b4f-b6e0-e98140ddb4c6 admin admin] Publish callbacks [] for security_group (1a5d8cd5-ea69-492e-a5de-a0658a452ff6), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:04.306497 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4308e3d2-2767-4b4f-b6e0-e98140ddb4c6 admin admin] Publish callbacks [] for security_group (1a5d8cd5-ea69-492e-a5de-a0658a452ff6), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:04.354136 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4308e3d2-2767-4b4f-b6e0-e98140ddb4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (1a5d8cd5-ea69-492e-a5de-a0658a452ff6), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:04.357339 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4308e3d2-2767-4b4f-b6e0-e98140ddb4c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:04.358844 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-4308e3d2-2767-4b4f-b6e0-e98140ddb4c6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1a5d8cd5-ea69-492e-a5de-a0658a452ff6 HTTP/1.1" status: 204 len: 168 time: 0.1234043 Mar 23 09:15:04.366433 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308e3d2-2767-4b4f-b6e0-e98140ddb4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5d8cd5-ea69-492e-a5de-a0658a452ff6,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:05.652913 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:06.871619 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:08.897982 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-76df3b1b-152c-460b-8aeb-a19f948f0d20 req-8215e866-19f5-43e7-99b4-2c893c129781 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432906 Mar 23 09:15:08.984330 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df3b1b-152c-460b-8aeb-a19f948f0d20 req-bde6685a-e31f-4a63-a6fd-822b9cda4051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:08.985889 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-76df3b1b-152c-460b-8aeb-a19f948f0d20 req-bde6685a-e31f-4a63-a6fd-822b9cda4051 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6598b5884c704536ae40e586b9bc8e18&device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 1129 time: 0.0485108 Mar 23 09:15:09.091919 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df3b1b-152c-460b-8aeb-a19f948f0d20 req-870ba68c-8895-4481-85db-8e5554c336a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:09.093396 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-76df3b1b-152c-460b-8aeb-a19f948f0d20 req-870ba68c-8895-4481-85db-8e5554c336a4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a5480042-1266-43c8-93b0-609ea05e651a HTTP/1.1" status: 200 len: 911 time: 0.0880001 Mar 23 09:15:09.160036 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-76df3b1b-152c-460b-8aeb-a19f948f0d20 req-a9f25f6d-ef06-4b36-85ac-25951c5ac2cd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf695e3-20ad-429e-bac4-c2cea0b5ed06 HTTP/1.1" status: 200 len: 1000 time: 0.0608754 Mar 23 09:15:09.207429 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df3b1b-152c-460b-8aeb-a19f948f0d20 req-0863fc8d-1996-4276-a61f-78b25ae1f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:09.208831 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-76df3b1b-152c-460b-8aeb-a19f948f0d20 req-0863fc8d-1996-4276-a61f-78b25ae1f3ba service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fb3e6-078e-48c9-af84-43719ad4789e HTTP/1.1" status: 200 len: 849 time: 0.0434742 Mar 23 09:15:09.256944 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df3b1b-152c-460b-8aeb-a19f948f0d20 req-2818e801-cf0e-4453-a6c7-b6dc9d7b4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:09.258431 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-76df3b1b-152c-460b-8aeb-a19f948f0d20 req-2818e801-cf0e-4453-a6c7-b6dc9d7b4b2e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a5480042-1266-43c8-93b0-609ea05e651a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439379 Mar 23 09:15:09.347624 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-76df3b1b-152c-460b-8aeb-a19f948f0d20 req-e2427f51-3426-4df1-95e5-28c8a95258e3 service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833771 Mar 23 09:15:09.435643 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-76df3b1b-152c-460b-8aeb-a19f948f0d20 req-93a06fbe-657f-494b-8e9b-e6e4b11e404d service neutron] 10.222.0.93 "GET /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812807 Mar 23 09:15:15.819456 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:15:30.523628 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8a0838a-67e8-48e6-8e77-ce169b25047e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:30.845965 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:32.888492 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-944dd17c-3e22-4e32-b196-2faa74134dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:34.025716 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:35.658595 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:36.874305 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:39.684085 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dac916-6b5c-47fb-bb14-4e41ae86d746 req-20023770-1863-44bc-93b2-d4268a7d9cd1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:39.685468 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-49dac916-6b5c-47fb-bb14-4e41ae86d746 req-20023770-1863-44bc-93b2-d4268a7d9cd1 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 945 time: 0.0544391 Mar 23 09:15:39.732171 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-49dac916-6b5c-47fb-bb14-4e41ae86d746 req-294b219b-1094-4935-b080-3779c824a08a tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=ea15cdff-6418-4df1-abae-7bf6d45cb0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407202 Mar 23 09:15:40.852243 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc6d26-a23c-4106-b45e-e2e55b9b2884 req-77710000-5c7b-4a92-b1be-e8b0b09802e4 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:40.853875 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9cdc6d26-a23c-4106-b45e-e2e55b9b2884 req-77710000-5c7b-4a92-b1be-e8b0b09802e4 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 945 time: 0.0526097 Mar 23 09:15:40.903756 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9cdc6d26-a23c-4106-b45e-e2e55b9b2884 req-c8889f5c-6243-460e-92ad-6d4cc05b82d9 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=ea15cdff-6418-4df1-abae-7bf6d45cb0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444138 Mar 23 09:15:41.841973 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-2910b2d4-edec-48fe-a8d4-83779d2b8765 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:41.843420 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-2910b2d4-edec-48fe-a8d4-83779d2b8765 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.93 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 945 time: 0.0597579 Mar 23 09:15:41.943637 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-c11fb16c-8b5b-43af-a822-67c1cd47c72d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Deleting port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:15:41.944000 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-c11fb16c-8b5b-43af-a822-67c1cd47c72d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:42.071902 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-c11fb16c-8b5b-43af-a822-67c1cd47c72d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] For port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6bf695e3-20ad-429e-bac4-c2cea0b5ed06,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:15:42.072260 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-c11fb16c-8b5b-43af-a822-67c1cd47c72d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:42.090387 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c41fdd-d387-4f0d-8342-4eb1531766c3 req-5fdbeeb8-74e6-4b8f-b2de-afac8aecf47c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:15:42.091938 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-92c41fdd-d387-4f0d-8342-4eb1531766c3 req-5fdbeeb8-74e6-4b8f-b2de-afac8aecf47c tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 945 time: 0.1029663 Mar 23 09:15:42.218124 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-92c41fdd-d387-4f0d-8342-4eb1531766c3 req-ff3a3e78-ce30-4d7d-aff9-0f024ebedf8b tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups?id=ea15cdff-6418-4df1-abae-7bf6d45cb0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193726 Mar 23 09:15:42.533286 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-c11fb16c-8b5b-43af-a822-67c1cd47c72d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:42.533654 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-c11fb16c-8b5b-43af-a822-67c1cd47c72d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (2f0996a0-5c60-4569-a804-9e029ed6ccfb), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:42.534037 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-c11fb16c-8b5b-43af-a822-67c1cd47c72d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Floating IP 2f0996a0-5c60-4569-a804-9e029ed6ccfb disassociated. External IP: 172.28.1.69, port: 6bf695e3-20ad-429e-bac4-c2cea0b5ed06. Mar 23 09:15:42.534989 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-c11fb16c-8b5b-43af-a822-67c1cd47c72d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Calling delete_port for 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:15:42.674209 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-c11fb16c-8b5b-43af-a822-67c1cd47c72d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (6bf695e3-20ad-429e-bac4-c2cea0b5ed06), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:42.707445 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fb16c-8b5b-43af-a822-67c1cd47c72d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event deleted for resources: {'Port': ['ID=6bf695e3-20ad-429e-bac4-c2cea0b5ed06,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:42.835533 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-c11fb16c-8b5b-43af-a822-67c1cd47c72d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Router abcb11cc-86f1-41f2-8433-7f976fe7e316 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:15:42.950940 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-c11fb16c-8b5b-43af-a822-67c1cd47c72d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:15:42.964602 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5590bc8-b918-476e-b9ff-cbac2daad6e9 None None] Sync routers for ids ['abcb11cc-86f1-41f2-8433-7f976fe7e316'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:15:42.976874 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5590bc8-b918-476e-b9ff-cbac2daad6e9 None None] Routers {'abcb11cc-86f1-41f2-8433-7f976fe7e316'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:15:42.977485 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-f5590bc8-b918-476e-b9ff-cbac2daad6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:15:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['abcb11cc-86f1-41f2-8433-7f976fe7e316'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:15:42.999587 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-c11fb16c-8b5b-43af-a822-67c1cd47c72d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] No DVR routers for this DVR port 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:15:43.003050 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-c11fb16c-8b5b-43af-a822-67c1cd47c72d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:43.006546 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5487f79d-bfdb-4d33-8e8d-a569091c6fd4 req-c11fb16c-8b5b-43af-a822-67c1cd47c72d tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.93 "DELETE /v2.0/ports/6bf695e3-20ad-429e-bac4-c2cea0b5ed06 HTTP/1.1" status: 204 len: 173 time: 1.1580665 Mar 23 09:15:43.007009 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c9e612-54b5-4cd7-be64-1b521f41a290', 'name': 'network-vif-deleted', 'tag': '6bf695e3-20ad-429e-bac4-c2cea0b5ed06'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:15:43.010165 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9468519-2439-40ce-90cb-10d368bf2dd2" -d '{"events": [{"server_uuid": "96c9e612-54b5-4cd7-be64-1b521f41a290", "name": "network-vif-deleted", "tag": "6bf695e3-20ad-429e-bac4-c2cea0b5ed06"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:15:43.065038 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8263f417-e6e0-45d1-8246-75395d19e724 x-openstack-request-id: req-8263f417-e6e0-45d1-8246-75395d19e724 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:15:43.065371 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c9e612-54b5-4cd7-be64-1b521f41a290", "name": "network-vif-deleted", "tag": "6bf695e3-20ad-429e-bac4-c2cea0b5ed06", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:15:43.065660 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8263f417-e6e0-45d1-8246-75395d19e724 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:15:43.066390 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8263f417-e6e0-45d1-8246-75395d19e724'] response: {'server_uuid': '96c9e612-54b5-4cd7-be64-1b521f41a290', 'name': 'network-vif-deleted', 'tag': '6bf695e3-20ad-429e-bac4-c2cea0b5ed06', 'status': 'completed', 'code': 200} Mar 23 09:15:43.116879 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-f5590bc8-b918-476e-b9ff-cbac2daad6e9 None None] Set router abcb11cc-86f1-41f2-8433-7f976fe7e316 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:15:43.337309 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d0b053f1-b647-47b1-ad06-855acc11c359 req-e6291534-7df3-46b1-965a-92aa5049f665 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c9e612-54b5-4cd7-be64-1b521f41a290 HTTP/1.1" status: 200 len: 210 time: 0.0289204 Mar 23 09:15:43.351943 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-f5590bc8-b918-476e-b9ff-cbac2daad6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f697608e-286c-4269-b431-802dc0756ce7', 'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'mac_address': 'fa:16:3e:2a:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:09:00Z', 'updated_at': '2022-03-23T09:09:04Z', 'revision_number': 5, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'subnets': [{'id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:15:43.385645 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5590bc8-b918-476e-b9ff-cbac2daad6e9 None None] Checking router: abcb11cc-86f1-41f2-8433-7f976fe7e316 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:15:43.395733 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5590bc8-b918-476e-b9ff-cbac2daad6e9 None None] Routers {'abcb11cc-86f1-41f2-8433-7f976fe7e316'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:15:43.395859 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-f5590bc8-b918-476e-b9ff-cbac2daad6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:15:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['abcb11cc-86f1-41f2-8433-7f976fe7e316'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:15:43.534742 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-f5590bc8-b918-476e-b9ff-cbac2daad6e9 None None] Set router abcb11cc-86f1-41f2-8433-7f976fe7e316 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:15:43.745695 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-f5590bc8-b918-476e-b9ff-cbac2daad6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f697608e-286c-4269-b431-802dc0756ce7', 'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'mac_address': 'fa:16:3e:2a:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:09:00Z', 'updated_at': '2022-03-23T09:09:04Z', 'revision_number': 5, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'subnets': [{'id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:15:43.771326 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5590bc8-b918-476e-b9ff-cbac2daad6e9 None None] The sync data for ids ['abcb11cc-86f1-41f2-8433-7f976fe7e316'] in dv-cinder-834822-2-smb is: [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:09:01Z', 'revision_number': 4, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': 'f697608e-286c-4269-b431-802dc0756ce7', 'name': '', 'network_id': 'a5480042-1266-43c8-93b0-609ea05e651a', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'mac_address': 'fa:16:3e:2a:89:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:09:00Z', 'updated_at': '2022-03-23T09:09:04Z', 'revision_number': 5, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'subnets': [{'id': 'f24fb3e6-078e-48c9-af84-43719ad4789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:15:43.993114 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7355780d-61c3-4d39-b203-f9a94d107a0f None None] New status for floating IP 2f0996a0-5c60-4569-a804-9e029ed6ccfb: DOWN {{(pid=103136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:15:44.430053 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 32868) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:44.485140 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-802bdbee-b3bd-407e-a285-22e8a371ec60 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group (ea15cdff-6418-4df1-abae-7bf6d45cb0aa), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:44.508257 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-802bdbee-b3bd-407e-a285-22e8a371ec60 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group (ea15cdff-6418-4df1-abae-7bf6d45cb0aa), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:44.555343 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-802bdbee-b3bd-407e-a285-22e8a371ec60 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (ea15cdff-6418-4df1-abae-7bf6d45cb0aa), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:44.557992 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-802bdbee-b3bd-407e-a285-22e8a371ec60 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:44.559160 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-802bdbee-b3bd-407e-a285-22e8a371ec60 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "DELETE /v2.0/security-groups/ea15cdff-6418-4df1-abae-7bf6d45cb0aa HTTP/1.1" status: 204 len: 168 time: 0.1281221 Mar 23 09:15:44.562239 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 32870) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:44.568804 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bdbee-b3bd-407e-a285-22e8a371ec60 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea15cdff-6418-4df1-abae-7bf6d45cb0aa,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:44.579626 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.api.v2.resource [None req-bcac1b8f-d9b2-4b67-92f8-eb0bb8793976 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] show failed (client error): The resource could not be found. Mar 23 09:15:44.580648 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-bcac1b8f-d9b2-4b67-92f8-eb0bb8793976 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "GET /v2.0/security-groups/ea15cdff-6418-4df1-abae-7bf6d45cb0aa HTTP/1.1" status: 404 len: 347 time: 0.0174141 Mar 23 09:15:44.584729 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 32872) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:44.714754 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-708fb82d-e3c3-4fd7-aa75-42dab8bef933 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Deleting port 4de9ca65-2015-4882-a847-4371ba0e9646 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:15:44.714994 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-708fb82d-e3c3-4fd7-aa75-42dab8bef933 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (4de9ca65-2015-4882-a847-4371ba0e9646), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:44.805003 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:15:44.830008 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:15:44.830362 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device 6bf695e3-20ad-429e-bac4-c2cea0b5ed06 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:15:45.042415 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-708fb82d-e3c3-4fd7-aa75-42dab8bef933 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (4de9ca65-2015-4882-a847-4371ba0e9646), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:45.042666 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-708fb82d-e3c3-4fd7-aa75-42dab8bef933 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for floatingip (4de9ca65-2015-4882-a847-4371ba0e9646), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:45.055435 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-708fb82d-e3c3-4fd7-aa75-42dab8bef933 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Calling delete_port for 4de9ca65-2015-4882-a847-4371ba0e9646 owned by network:floatingip {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:15:45.186099 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-708fb82d-e3c3-4fd7-aa75-42dab8bef933 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (4de9ca65-2015-4882-a847-4371ba0e9646), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:45.215353 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fb82d-e3c3-4fd7-aa75-42dab8bef933 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Pushing event deleted for resources: {'Port': ['ID=4de9ca65-2015-4882-a847-4371ba0e9646,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:45.271914 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-708fb82d-e3c3-4fd7-aa75-42dab8bef933 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks [] for floatingip (2f0996a0-5c60-4569-a804-9e029ed6ccfb), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:45.274893 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-708fb82d-e3c3-4fd7-aa75-42dab8bef933 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:45.276039 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-708fb82d-e3c3-4fd7-aa75-42dab8bef933 tempest-AttachVolumeTestJSON-1368128377 tempest-AttachVolumeTestJSON-1368128377-project] 10.222.0.91 "DELETE /v2.0/floatingips/2f0996a0-5c60-4569-a804-9e029ed6ccfb HTTP/1.1" status: 204 len: 168 time: 0.6904094 Mar 23 09:15:48.797093 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 32900) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:49.388580 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-069813c7-352d-4d0a-b991-e131ebc4e248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542022'] for router_interface (abcb11cc-86f1-41f2-8433-7f976fe7e316), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:49.646302 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-069813c7-352d-4d0a-b991-e131ebc4e248 admin admin] Deleting port f697608e-286c-4269-b431-802dc0756ce7 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:15:49.646553 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-069813c7-352d-4d0a-b991-e131ebc4e248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (f697608e-286c-4269-b431-802dc0756ce7), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:49.723096 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-069813c7-352d-4d0a-b991-e131ebc4e248 admin admin] For port f697608e-286c-4269-b431-802dc0756ce7, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=f697608e-286c-4269-b431-802dc0756ce7,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:15:49.723451 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-069813c7-352d-4d0a-b991-e131ebc4e248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (f697608e-286c-4269-b431-802dc0756ce7), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:49.736333 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-069813c7-352d-4d0a-b991-e131ebc4e248 admin admin] Calling delete_port for f697608e-286c-4269-b431-802dc0756ce7 owned by network:router_interface {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:15:49.914919 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-069813c7-352d-4d0a-b991-e131ebc4e248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (f697608e-286c-4269-b431-802dc0756ce7), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:49.944774 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069813c7-352d-4d0a-b991-e131ebc4e248 admin admin] Pushing event deleted for resources: {'Port': ['ID=f697608e-286c-4269-b431-802dc0756ce7,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:50.109497 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-069813c7-352d-4d0a-b991-e131ebc4e248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541686'] for router_interface (abcb11cc-86f1-41f2-8433-7f976fe7e316), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:50.327297 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069813c7-352d-4d0a-b991-e131ebc4e248 admin admin] Router abcb11cc-86f1-41f2-8433-7f976fe7e316 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:15:50.437426 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069813c7-352d-4d0a-b991-e131ebc4e248 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:15:50.443846 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-069813c7-352d-4d0a-b991-e131ebc4e248 admin admin] 10.222.0.91 "PUT /v2.0/routers/abcb11cc-86f1-41f2-8433-7f976fe7e316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6456056 Mar 23 09:15:50.445500 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 32904) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:50.446406 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f33e31-aa46-42b5-9f8f-2423df25b9c8 None None] Sync routers for ids ['abcb11cc-86f1-41f2-8433-7f976fe7e316'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:15:50.456452 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f33e31-aa46-42b5-9f8f-2423df25b9c8 None None] Routers {'abcb11cc-86f1-41f2-8433-7f976fe7e316'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:15:50.457047 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-78f33e31-aa46-42b5-9f8f-2423df25b9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:15:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['abcb11cc-86f1-41f2-8433-7f976fe7e316'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:15:50.549295 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] Publish callbacks [] for router (abcb11cc-86f1-41f2-8433-7f976fe7e316), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:50.564587 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-78f33e31-aa46-42b5-9f8f-2423df25b9c8 None None] Set router abcb11cc-86f1-41f2-8433-7f976fe7e316 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:15:50.651998 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] Publish callbacks [] for router_gateway (abcb11cc-86f1-41f2-8433-7f976fe7e316), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:50.708909 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] Deleting port 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:15:50.709248 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (6af6eb12-4e14-4b19-95b1-f4f5f1c4a320), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:50.745638 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-78f33e31-aa46-42b5-9f8f-2423df25b9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70'}], 'enable_snat': True}, 'gw_port_id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:15:49Z', 'revision_number': 5, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port': {'id': '6af6eb12-4e14-4b19-95b1-f4f5f1c4a320', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:08:59Z', 'updated_at': '2022-03-23T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:15:50.772771 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f33e31-aa46-42b5-9f8f-2423df25b9c8 None None] Checking router: abcb11cc-86f1-41f2-8433-7f976fe7e316 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:15:50.781012 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f33e31-aa46-42b5-9f8f-2423df25b9c8 None None] Routers {'abcb11cc-86f1-41f2-8433-7f976fe7e316'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:15:50.781612 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-78f33e31-aa46-42b5-9f8f-2423df25b9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:15:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['abcb11cc-86f1-41f2-8433-7f976fe7e316'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:15:50.788989 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] For port 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=6af6eb12-4e14-4b19-95b1-f4f5f1c4a320,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:15:50.789361 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (6af6eb12-4e14-4b19-95b1-f4f5f1c4a320), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:50.802440 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] Calling delete_port for 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320 owned by network:router_gateway {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:15:50.871671 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-78f33e31-aa46-42b5-9f8f-2423df25b9c8 None None] Set router abcb11cc-86f1-41f2-8433-7f976fe7e316 gateway port host: None {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:15:50.927037 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-78f33e31-aa46-42b5-9f8f-2423df25b9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:15:50Z', 'revision_number': 6, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port_host': None}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:15:50.953018 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f33e31-aa46-42b5-9f8f-2423df25b9c8 None None] The sync data for ids ['abcb11cc-86f1-41f2-8433-7f976fe7e316'] in dv-cinder-834822-2-smb is: [{'id': 'abcb11cc-86f1-41f2-8433-7f976fe7e316', 'name': 'tempest-AttachVolumeTestJSON-892972293-router', 'tenant_id': '6598b5884c704536ae40e586b9bc8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:08:58Z', 'updated_at': '2022-03-23T09:15:50Z', 'revision_number': 6, 'project_id': '6598b5884c704536ae40e586b9bc8e18', 'gw_port_host': None}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:15:50.974641 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (6af6eb12-4e14-4b19-95b1-f4f5f1c4a320), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.005755 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af6eb12-4e14-4b19-95b1-f4f5f1c4a320,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:51.063778 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548364'] for router_gateway (abcb11cc-86f1-41f2-8433-7f976fe7e316), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.155593 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30852'] for router (abcb11cc-86f1-41f2-8433-7f976fe7e316), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.157738 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] Publish callbacks [] for router_controller (abcb11cc-86f1-41f2-8433-7f976fe7e316), precommit_delete_associations {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.200379 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542703'] for router (abcb11cc-86f1-41f2-8433-7f976fe7e316), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.201027 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abcb11cc-86f1-41f2-8433-7f976fe7e316 {{(pid=103134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:15:51.206737 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.207895 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-955fc800-d81c-436d-b2bd-aa7af8d14fa4 admin admin] 10.222.0.91 "DELETE /v2.0/routers/abcb11cc-86f1-41f2-8433-7f976fe7e316 HTTP/1.1" status: 204 len: 168 time: 0.7614663 Mar 23 09:15:51.210350 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 32906) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:51.260963 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86b25d1-f39d-40e8-9158-6c53b8ba9963 admin admin] Deleting subnet f24fb3e6-078e-48c9-af84-43719ad4789e {{(pid=103134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:15:51.263951 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e86b25d1-f39d-40e8-9158-6c53b8ba9963 admin admin] Publish callbacks [] for subnet (f24fb3e6-078e-48c9-af84-43719ad4789e), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.298798 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e86b25d1-f39d-40e8-9158-6c53b8ba9963 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844568'] for subnet (f24fb3e6-078e-48c9-af84-43719ad4789e), precommit_delete_associations {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.376757 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e86b25d1-f39d-40e8-9158-6c53b8ba9963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2040305'] for subnet (f24fb3e6-078e-48c9-af84-43719ad4789e), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.432932 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e86b25d1-f39d-40e8-9158-6c53b8ba9963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2040296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8676746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8423464'] for subnet (f24fb3e6-078e-48c9-af84-43719ad4789e), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.685081 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b25d1-f39d-40e8-9158-6c53b8ba9963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f24fb3e6-078e-48c9-af84-43719ad4789e,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:51.691686 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e86b25d1-f39d-40e8-9158-6c53b8ba9963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.694941 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-e86b25d1-f39d-40e8-9158-6c53b8ba9963 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/f24fb3e6-078e-48c9-af84-43719ad4789e HTTP/1.1" status: 204 len: 168 time: 0.4836593 Mar 23 09:15:51.697603 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 32908) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:51.698868 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff1c350-5a19-4d94-8d60-3ad5db15887c None None] Network a5480042-1266-43c8-93b0-609ea05e651a requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:15:51.769107 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (a5480042-1266-43c8-93b0-609ea05e651a), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.825992 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] Deleting port 4323932c-52e2-4744-9c82-abd290ea91aa {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:15:51.826328 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (4323932c-52e2-4744-9c82-abd290ea91aa), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.876571 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] DHCP port deletion for a5480042-1266-43c8-93b0-609ea05e651a request from dv-cinder-834822-2-smb {{(pid=103136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:15:51.891943 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] For port 4323932c-52e2-4744-9c82-abd290ea91aa, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=4323932c-52e2-4744-9c82-abd290ea91aa,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:15:51.892302 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (4323932c-52e2-4744-9c82-abd290ea91aa), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.905762 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] Calling delete_port for 4323932c-52e2-4744-9c82-abd290ea91aa owned by network:dhcp {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:15:51.927179 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Deleting port 4323932c-52e2-4744-9c82-abd290ea91aa {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:15:51.927551 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (4323932c-52e2-4744-9c82-abd290ea91aa), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.992658 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (4323932c-52e2-4744-9c82-abd290ea91aa), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:51.995781 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] For port 4323932c-52e2-4744-9c82-abd290ea91aa, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=4323932c-52e2-4744-9c82-abd290ea91aa,segment=NetworkSegment(d97ee8a0-8c3f-45c6-9bde-d06057e16d91),segment_id=d97ee8a0-8c3f-45c6-9bde-d06057e16d91)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:15:51.996211 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (4323932c-52e2-4744-9c82-abd290ea91aa), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:52.011310 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Calling delete_port for 4323932c-52e2-4744-9c82-abd290ea91aa owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:15:52.020441 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] Pushing event deleted for resources: {'Port': ['ID=4323932c-52e2-4744-9c82-abd290ea91aa,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:52.022178 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] No DVR routers for this DVR port 4323932c-52e2-4744-9c82-abd290ea91aa on host dv-cinder-834822-2-smb {{(pid=103135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:15:52.090889 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068'] for port (4323932c-52e2-4744-9c82-abd290ea91aa), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:52.093640 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1972292', 'neutron.services.segments.db._delete_segments_for_network-8760674705475'] for network (a5480042-1266-43c8-93b0-609ea05e651a), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:52.116529 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Pushing event deleted for resources: {'Port': ['ID=4323932c-52e2-4744-9c82-abd290ea91aa,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:52.118182 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5480042-1266-43c8-93b0-609ea05e651a']}} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:15:52.124406 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:52.124757 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:52.125093 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:52.125426 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:52.125762 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:52.126111 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:52.126438 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:52.126759 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:52.127090 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:52.127411 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:52.127605 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91') {'for_net_delete': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:15:52.127918 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97ee8a0-8c3f-45c6-9bde-d06057e16d91') {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:15:52.128190 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:52.128677 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:52.129361 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:52.129361 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:52.129643 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:52.132384 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0de60-7d91-4674-a303-a1c87b2ac8df None None] No DVR routers for this DVR port 4323932c-52e2-4744-9c82-abd290ea91aa on host dv-cinder-834822-2-smb {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:15:52.137555 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760674703948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9594859'] for segment (d97ee8a0-8c3f-45c6-9bde-d06057e16d91), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:52.151931 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (d97ee8a0-8c3f-45c6-9bde-d06057e16d91), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:52.157758 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:15:52.158171 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10199065'] for segment (d97ee8a0-8c3f-45c6-9bde-d06057e16d91), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: Traceback (most recent call last): Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: timer() Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: cb(*args, **kw) Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: return func(*args, **kwargs) Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: self._notify() Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: self.callback(batched_events) Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: event.method(event) Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: return f(self, *a, **k) Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: return self._get(url).json() Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: return self.request(url, 'GET', **kwargs) Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:15:52.160440 dv-cinder-834822-2-smb neutron-server[103135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:15:52.212674 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1972351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548464'] for network (a5480042-1266-43c8-93b0-609ea05e651a), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:52.217945 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:52.221072 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] 10.222.0.91 "DELETE /v2.0/networks/a5480042-1266-43c8-93b0-609ea05e651a HTTP/1.1" status: 204 len: 168 time: 0.5224714 Mar 23 09:15:52.234764 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaac9e5-7e5c-4072-bb49-6e39a979187c admin admin] Pushing event deleted for resources: {'Network': ['ID=a5480042-1266-43c8-93b0-609ea05e651a,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:52.295749 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device f697608e-286c-4269-b431-802dc0756ce7 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:15:52.320635 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: f697608e-286c-4269-b431-802dc0756ce7 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:15:52.320985 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device f697608e-286c-4269-b431-802dc0756ce7 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:15:52.321402 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:15:52.342787 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:15:52.343129 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 6af6eb12-4e14-4b19-95b1-f4f5f1c4a320 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:15:52.343539 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 4323932c-52e2-4744-9c82-abd290ea91aa no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:15:52.363293 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 4323932c-52e2-4744-9c82-abd290ea91aa {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:15:52.363642 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 4323932c-52e2-4744-9c82-abd290ea91aa not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:15:52.387015 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 32912) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:52.426617 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-62bf3f53-d4d3-41aa-9ef0-f8253d732e58 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6598b5884c704536ae40e586b9bc8e18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383801 Mar 23 09:15:52.429063 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 32914) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:52.475394 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-82705a31-317d-4636-a91b-a44246d3b5a0 admin admin] Publish callbacks [] for security_group (fa8193c1-5bc9-4fef-bcff-9cfff4b7dda5), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:52.499868 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-82705a31-317d-4636-a91b-a44246d3b5a0 admin admin] Publish callbacks [] for security_group (fa8193c1-5bc9-4fef-bcff-9cfff4b7dda5), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:52.546114 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-82705a31-317d-4636-a91b-a44246d3b5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (fa8193c1-5bc9-4fef-bcff-9cfff4b7dda5), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:52.548779 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-82705a31-317d-4636-a91b-a44246d3b5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:52.550075 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-82705a31-317d-4636-a91b-a44246d3b5a0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fa8193c1-5bc9-4fef-bcff-9cfff4b7dda5 HTTP/1.1" status: 204 len: 168 time: 0.1200213 Mar 23 09:15:52.557546 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82705a31-317d-4636-a91b-a44246d3b5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8193c1-5bc9-4fef-bcff-9cfff4b7dda5,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:52.819446 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:15:55.407914 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33046) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:55.512705 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0e139d8e-cb17-4f69-9706-1c8b41905f06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:55.590421 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0e139d8e-cb17-4f69-9706-1c8b41905f06 admin admin] Publish callbacks [] for security_group (e8af6721-fdea-402c-9159-439a64a6c354), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:55.594432 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0e139d8e-cb17-4f69-9706-1c8b41905f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (e8af6721-fdea-402c-9159-439a64a6c354), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:55.636555 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-0e139d8e-cb17-4f69-9706-1c8b41905f06 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a2974d0c1d7a461cada5a8e92611938d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251532 Mar 23 09:15:55.636555 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e139d8e-cb17-4f69-9706-1c8b41905f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8af6721-fdea-402c-9159-439a64a6c354,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:55.636877 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33050) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:55.687883 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d67ec6e1-8124-453d-b59c-a9163453dfd8 admin admin] Publish callbacks [] for security_group (e8af6721-fdea-402c-9159-439a64a6c354), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:55.709736 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d67ec6e1-8124-453d-b59c-a9163453dfd8 admin admin] Publish callbacks [] for security_group (e8af6721-fdea-402c-9159-439a64a6c354), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:55.754718 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d67ec6e1-8124-453d-b59c-a9163453dfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (e8af6721-fdea-402c-9159-439a64a6c354), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:55.757188 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d67ec6e1-8124-453d-b59c-a9163453dfd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:55.758371 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-d67ec6e1-8124-453d-b59c-a9163453dfd8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e8af6721-fdea-402c-9159-439a64a6c354 HTTP/1.1" status: 204 len: 168 time: 0.1196408 Mar 23 09:15:55.765964 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ec6e1-8124-453d-b59c-a9163453dfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8af6721-fdea-402c-9159-439a64a6c354,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:56.007563 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33056) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:56.020381 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1dde2d00-413e-4f12-8803-1a712f9d863f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:56.093163 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1dde2d00-413e-4f12-8803-1a712f9d863f admin admin] Publish callbacks [] for security_group (f8265100-eed2-4b23-a8a2-55c957c903bb), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:56.097269 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1dde2d00-413e-4f12-8803-1a712f9d863f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (f8265100-eed2-4b23-a8a2-55c957c903bb), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:56.135665 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde2d00-413e-4f12-8803-1a712f9d863f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8265100-eed2-4b23-a8a2-55c957c903bb,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:56.139885 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-1dde2d00-413e-4f12-8803-1a712f9d863f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c09d15c0317d45d88f5c2ca0013df28a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312969 Mar 23 09:15:56.142825 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33058) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:56.189395 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9094278f-9ac0-4452-9624-8d514c9ca264 admin admin] Publish callbacks [] for security_group (f8265100-eed2-4b23-a8a2-55c957c903bb), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:56.210706 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9094278f-9ac0-4452-9624-8d514c9ca264 admin admin] Publish callbacks [] for security_group (f8265100-eed2-4b23-a8a2-55c957c903bb), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:56.258109 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9094278f-9ac0-4452-9624-8d514c9ca264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (f8265100-eed2-4b23-a8a2-55c957c903bb), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:56.260584 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9094278f-9ac0-4452-9624-8d514c9ca264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:56.261697 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-9094278f-9ac0-4452-9624-8d514c9ca264 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f8265100-eed2-4b23-a8a2-55c957c903bb HTTP/1.1" status: 204 len: 168 time: 0.1177833 Mar 23 09:15:56.270674 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094278f-9ac0-4452-9624-8d514c9ca264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8265100-eed2-4b23-a8a2-55c957c903bb,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:57.808307 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33102) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:57.912473 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:57.984662 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Publish callbacks [] for security_group (1e773b7a-d8dc-4c70-a696-523026c917d0), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:57.988503 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (1e773b7a-d8dc-4c70-a696-523026c917d0), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:58.026233 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fc0d5dae5d504949acabdf25f7dca946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168579 Mar 23 09:15:58.027074 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e773b7a-d8dc-4c70-a696-523026c917d0,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:58.028863 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33106) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:58.044385 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.044726 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.045064 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.045400 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.045730 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.046084 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.046406 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.046725 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.047045 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.047364 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.047816 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.048002 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.048321 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.048635 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.048965 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f36cd4-42b4-4c2d-ac12-f6ed04aa1ff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.087375 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-514933ad-9a1a-443f-9858-977339992e80 admin admin] Publish callbacks [] for security_group (1e773b7a-d8dc-4c70-a696-523026c917d0), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:58.107622 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-514933ad-9a1a-443f-9858-977339992e80 admin admin] Publish callbacks [] for security_group (1e773b7a-d8dc-4c70-a696-523026c917d0), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:58.154178 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-514933ad-9a1a-443f-9858-977339992e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (1e773b7a-d8dc-4c70-a696-523026c917d0), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:58.156719 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-514933ad-9a1a-443f-9858-977339992e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:58.157864 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-514933ad-9a1a-443f-9858-977339992e80 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1e773b7a-d8dc-4c70-a696-523026c917d0 HTTP/1.1" status: 204 len: 168 time: 0.1281104 Mar 23 09:15:58.165909 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514933ad-9a1a-443f-9858-977339992e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e773b7a-d8dc-4c70-a696-523026c917d0,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:58.430450 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33112) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:58.444305 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:58.516132 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Publish callbacks [] for security_group (5e7c0642-6663-484e-8ba4-899264d53a35), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:58.519927 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (5e7c0642-6663-484e-8ba4-899264d53a35), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:58.557006 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0cefc4a604d44f4ab5165575ebbacfd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254749 Mar 23 09:15:58.558034 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7c0642-6663-484e-8ba4-899264d53a35,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:15:58.559768 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33114) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:15:58.565717 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.566081 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.566630 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.566969 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.567734 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.568069 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.568396 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.568721 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.569041 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.569364 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.569683 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.570031 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.570353 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.570669 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.570982 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55762879-27e5-41e2-a122-5cbe5cadbe9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:15:58.610253 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-98602d5e-4b26-4232-bb49-2940abe99113 admin admin] Publish callbacks [] for security_group (5e7c0642-6663-484e-8ba4-899264d53a35), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:58.631460 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-98602d5e-4b26-4232-bb49-2940abe99113 admin admin] Publish callbacks [] for security_group (5e7c0642-6663-484e-8ba4-899264d53a35), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:58.677274 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-98602d5e-4b26-4232-bb49-2940abe99113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (5e7c0642-6663-484e-8ba4-899264d53a35), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:58.679928 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-98602d5e-4b26-4232-bb49-2940abe99113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:15:58.681089 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-98602d5e-4b26-4232-bb49-2940abe99113 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5e7c0642-6663-484e-8ba4-899264d53a35 HTTP/1.1" status: 204 len: 168 time: 0.1203218 Mar 23 09:15:58.688954 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98602d5e-4b26-4232-bb49-2940abe99113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7c0642-6663-484e-8ba4-899264d53a35,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:00.525123 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-564cfd5b-4370-404e-993d-f7e224209451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:00.851107 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:02.890374 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8d3fa501-1ac7-4f86-9071-dd51684f02e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:04.027188 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:05.658884 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:06.878121 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:07.197188 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33246) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:07.296851 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d1deb876-4394-4569-8299-1d73108f23e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:07.370462 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d1deb876-4394-4569-8299-1d73108f23e1 admin admin] Publish callbacks [] for security_group (dcc66cf3-6f63-4e66-bb47-540efeab53e3), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:07.374529 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d1deb876-4394-4569-8299-1d73108f23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (dcc66cf3-6f63-4e66-bb47-540efeab53e3), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:07.412557 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-d1deb876-4394-4569-8299-1d73108f23e1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1dc2985246cc420f97fd36f2dca85fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141433 Mar 23 09:16:07.413352 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1deb876-4394-4569-8299-1d73108f23e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc66cf3-6f63-4e66-bb47-540efeab53e3,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:07.416131 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33250) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:07.464235 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-332a2519-a558-4030-b4b7-f6ebc5df93d1 admin admin] Publish callbacks [] for security_group (dcc66cf3-6f63-4e66-bb47-540efeab53e3), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:07.484782 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-332a2519-a558-4030-b4b7-f6ebc5df93d1 admin admin] Publish callbacks [] for security_group (dcc66cf3-6f63-4e66-bb47-540efeab53e3), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:07.530834 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-332a2519-a558-4030-b4b7-f6ebc5df93d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (dcc66cf3-6f63-4e66-bb47-540efeab53e3), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:07.533562 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-332a2519-a558-4030-b4b7-f6ebc5df93d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:07.534733 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-332a2519-a558-4030-b4b7-f6ebc5df93d1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dcc66cf3-6f63-4e66-bb47-540efeab53e3 HTTP/1.1" status: 204 len: 168 time: 0.1172750 Mar 23 09:16:07.543161 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a2519-a558-4030-b4b7-f6ebc5df93d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc66cf3-6f63-4e66-bb47-540efeab53e3,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:07.793630 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33256) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:07.807390 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc8be-1a35-4e4b-a44f-57318f1f3ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:07.885444 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc8be-1a35-4e4b-a44f-57318f1f3ba2 admin admin] Publish callbacks [] for security_group (055413ab-d3ac-4496-8bf9-3544f0d7ca6b), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:07.889261 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc8be-1a35-4e4b-a44f-57318f1f3ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (055413ab-d3ac-4496-8bf9-3544f0d7ca6b), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:07.927906 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-6c2fc8be-1a35-4e4b-a44f-57318f1f3ba2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=63dcfac51a054895813409b03c3bfdc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331186 Mar 23 09:16:07.928760 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fc8be-1a35-4e4b-a44f-57318f1f3ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055413ab-d3ac-4496-8bf9-3544f0d7ca6b,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:07.930742 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33258) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:07.979853 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-56d5807f-db2b-438a-ba3e-ceefdbb7208a admin admin] Publish callbacks [] for security_group (055413ab-d3ac-4496-8bf9-3544f0d7ca6b), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:08.003188 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-56d5807f-db2b-438a-ba3e-ceefdbb7208a admin admin] Publish callbacks [] for security_group (055413ab-d3ac-4496-8bf9-3544f0d7ca6b), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:08.049707 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-56d5807f-db2b-438a-ba3e-ceefdbb7208a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (055413ab-d3ac-4496-8bf9-3544f0d7ca6b), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:08.052215 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-56d5807f-db2b-438a-ba3e-ceefdbb7208a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:08.053338 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-56d5807f-db2b-438a-ba3e-ceefdbb7208a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/055413ab-d3ac-4496-8bf9-3544f0d7ca6b HTTP/1.1" status: 204 len: 168 time: 0.1216035 Mar 23 09:16:08.062696 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5807f-db2b-438a-ba3e-ceefdbb7208a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055413ab-d3ac-4496-8bf9-3544f0d7ca6b,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:08.368443 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33264) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:08.382893 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8897-0ec6-4e84-8d35-fc50bad222ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:08.462227 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8897-0ec6-4e84-8d35-fc50bad222ae admin admin] Publish callbacks [] for security_group (6697fe27-678d-469c-a20a-27847aa818f2), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:08.467465 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8897-0ec6-4e84-8d35-fc50bad222ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (6697fe27-678d-469c-a20a-27847aa818f2), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:08.507203 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee8897-0ec6-4e84-8d35-fc50bad222ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6697fe27-678d-469c-a20a-27847aa818f2,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:08.519047 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-e3ee8897-0ec6-4e84-8d35-fc50bad222ae admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0743d05f4a3b416fafb835c79e88c339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495407 Mar 23 09:16:08.522350 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33266) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:08.570667 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f02d5a41-a1f6-41fd-9758-f7e34fd0a7a6 admin admin] Publish callbacks [] for security_group (6697fe27-678d-469c-a20a-27847aa818f2), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:08.592768 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f02d5a41-a1f6-41fd-9758-f7e34fd0a7a6 admin admin] Publish callbacks [] for security_group (6697fe27-678d-469c-a20a-27847aa818f2), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:08.642645 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f02d5a41-a1f6-41fd-9758-f7e34fd0a7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (6697fe27-678d-469c-a20a-27847aa818f2), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:08.645760 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-f02d5a41-a1f6-41fd-9758-f7e34fd0a7a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:08.646924 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-f02d5a41-a1f6-41fd-9758-f7e34fd0a7a6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6697fe27-678d-469c-a20a-27847aa818f2 HTTP/1.1" status: 204 len: 168 time: 0.1236665 Mar 23 09:16:08.654584 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d5a41-a1f6-41fd-9758-f7e34fd0a7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6697fe27-678d-469c-a20a-27847aa818f2,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:13.491004 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33342) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:13.593941 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-671d940a-b944-4411-8b2d-b34d94d683b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:13.666843 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-671d940a-b944-4411-8b2d-b34d94d683b7 admin admin] Publish callbacks [] for security_group (70f6f6b7-1f8d-4ff9-bf2c-f5165af6bbfd), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:13.670364 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-671d940a-b944-4411-8b2d-b34d94d683b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (70f6f6b7-1f8d-4ff9-bf2c-f5165af6bbfd), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:13.708179 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-671d940a-b944-4411-8b2d-b34d94d683b7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cac5f8561b1d4538945daff98b9122db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161105 Mar 23 09:16:13.709032 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d940a-b944-4411-8b2d-b34d94d683b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f6f6b7-1f8d-4ff9-bf2c-f5165af6bbfd,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:13.711473 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33346) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:13.765319 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4db5-568d-40ba-9585-a4bd876c3fbe admin admin] Publish callbacks [] for security_group (70f6f6b7-1f8d-4ff9-bf2c-f5165af6bbfd), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:13.786495 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4db5-568d-40ba-9585-a4bd876c3fbe admin admin] Publish callbacks [] for security_group (70f6f6b7-1f8d-4ff9-bf2c-f5165af6bbfd), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:13.831674 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4db5-568d-40ba-9585-a4bd876c3fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (70f6f6b7-1f8d-4ff9-bf2c-f5165af6bbfd), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:13.834364 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4db5-568d-40ba-9585-a4bd876c3fbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:13.835667 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-f0cc4db5-568d-40ba-9585-a4bd876c3fbe admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/70f6f6b7-1f8d-4ff9-bf2c-f5165af6bbfd HTTP/1.1" status: 204 len: 168 time: 0.1230593 Mar 23 09:16:13.843104 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc4db5-568d-40ba-9585-a4bd876c3fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f6f6b7-1f8d-4ff9-bf2c-f5165af6bbfd,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:14.118794 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33352) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:14.131787 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2f42f850-5808-4107-ba97-2f89ab77b864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:14.205475 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2f42f850-5808-4107-ba97-2f89ab77b864 admin admin] Publish callbacks [] for security_group (a951e97d-2116-4768-8c9d-5b6071b137ac), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:14.209954 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2f42f850-5808-4107-ba97-2f89ab77b864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (a951e97d-2116-4768-8c9d-5b6071b137ac), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:14.250194 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-2f42f850-5808-4107-ba97-2f89ab77b864 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b0e1d46a42f24be294ceb2e72d440de3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302700 Mar 23 09:16:14.251044 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42f850-5808-4107-ba97-2f89ab77b864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a951e97d-2116-4768-8c9d-5b6071b137ac,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:14.252881 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33354) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:14.301130 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1c1a159c-8cdd-44f2-b397-b9a3a9a8140d admin admin] Publish callbacks [] for security_group (a951e97d-2116-4768-8c9d-5b6071b137ac), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:14.322409 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1c1a159c-8cdd-44f2-b397-b9a3a9a8140d admin admin] Publish callbacks [] for security_group (a951e97d-2116-4768-8c9d-5b6071b137ac), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:14.368756 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1c1a159c-8cdd-44f2-b397-b9a3a9a8140d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (a951e97d-2116-4768-8c9d-5b6071b137ac), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:14.371338 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1c1a159c-8cdd-44f2-b397-b9a3a9a8140d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:14.372631 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-1c1a159c-8cdd-44f2-b397-b9a3a9a8140d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a951e97d-2116-4768-8c9d-5b6071b137ac HTTP/1.1" status: 204 len: 168 time: 0.1186512 Mar 23 09:16:14.383003 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a159c-8cdd-44f2-b397-b9a3a9a8140d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a951e97d-2116-4768-8c9d-5b6071b137ac,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:25.080117 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33460) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:25.186009 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-411948fe-0e31-4d63-9b25-326be242722b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:25.261636 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-411948fe-0e31-4d63-9b25-326be242722b admin admin] Publish callbacks [] for security_group (67320f90-985e-4e2a-ad35-46d6515dda86), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:25.265386 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-411948fe-0e31-4d63-9b25-326be242722b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (67320f90-985e-4e2a-ad35-46d6515dda86), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:25.304155 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-411948fe-0e31-4d63-9b25-326be242722b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=429c728c9e4e4de3a3383671b1439529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228813 Mar 23 09:16:25.305093 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411948fe-0e31-4d63-9b25-326be242722b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67320f90-985e-4e2a-ad35-46d6515dda86,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:25.308161 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33464) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:25.355965 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8208-44f4-4e6a-9185-92bde1aa7a26 admin admin] Publish callbacks [] for security_group (67320f90-985e-4e2a-ad35-46d6515dda86), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:25.377409 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8208-44f4-4e6a-9185-92bde1aa7a26 admin admin] Publish callbacks [] for security_group (67320f90-985e-4e2a-ad35-46d6515dda86), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:25.436193 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8208-44f4-4e6a-9185-92bde1aa7a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (67320f90-985e-4e2a-ad35-46d6515dda86), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:25.440769 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8208-44f4-4e6a-9185-92bde1aa7a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:25.441970 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-ccaa8208-44f4-4e6a-9185-92bde1aa7a26 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/67320f90-985e-4e2a-ad35-46d6515dda86 HTTP/1.1" status: 204 len: 168 time: 0.1324456 Mar 23 09:16:25.450703 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa8208-44f4-4e6a-9185-92bde1aa7a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67320f90-985e-4e2a-ad35-46d6515dda86,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:25.703079 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33470) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:25.716076 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a685174d-65e5-45a6-9322-84c2564519a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:25.791304 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a685174d-65e5-45a6-9322-84c2564519a9 admin admin] Publish callbacks [] for security_group (afc74a89-c9cb-4c4a-94b3-8143ac9cce46), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:25.795510 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a685174d-65e5-45a6-9322-84c2564519a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (afc74a89-c9cb-4c4a-94b3-8143ac9cce46), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:25.836425 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-a685174d-65e5-45a6-9322-84c2564519a9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0862cdfda06c4cc186ea21adc5ea06ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322169 Mar 23 09:16:25.837402 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685174d-65e5-45a6-9322-84c2564519a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc74a89-c9cb-4c4a-94b3-8143ac9cce46,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:25.839112 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33472) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:25.888416 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-09d84352-a6fe-44cb-a25d-f436de99ae93 admin admin] Publish callbacks [] for security_group (afc74a89-c9cb-4c4a-94b3-8143ac9cce46), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:25.909106 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-09d84352-a6fe-44cb-a25d-f436de99ae93 admin admin] Publish callbacks [] for security_group (afc74a89-c9cb-4c4a-94b3-8143ac9cce46), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:25.955936 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-09d84352-a6fe-44cb-a25d-f436de99ae93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (afc74a89-c9cb-4c4a-94b3-8143ac9cce46), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:25.958623 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-09d84352-a6fe-44cb-a25d-f436de99ae93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:25.959763 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-09d84352-a6fe-44cb-a25d-f436de99ae93 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/afc74a89-c9cb-4c4a-94b3-8143ac9cce46 HTTP/1.1" status: 204 len: 168 time: 0.1188266 Mar 23 09:16:25.968004 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d84352-a6fe-44cb-a25d-f436de99ae93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc74a89-c9cb-4c4a-94b3-8143ac9cce46,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:26.641678 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33494) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:26.743778 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-876982087-network', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:16:26.763520 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] Made reservation on behalf of 0f747b77dcc74d37b7a46a24818ec7c6 for: {'network': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:16:26.765896 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:26.775086 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:26.852235 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] Publish callbacks [] for security_group (a5241755-4feb-4ff1-a533-20da2537bf50), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:26.856154 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (a5241755-4feb-4ff1-a533-20da2537bf50), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:26.881953 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=103135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:16:26.888097 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5241755-4feb-4ff1-a533-20da2537bf50,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:26.894415 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (97a23e85-d1c5-43db-b05d-24fd2e0f12fa), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:26.894764 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.db.segments_db [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] Added segment 97a23e85-d1c5-43db-b05d-24fd2e0f12fa of type vlan for network 3f40993b-5c6c-42f2-a9fc-98140e9d3393 Mar 23 09:16:26.935458 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (3f40993b-5c6c-42f2-a9fc-98140e9d3393), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:26.960711 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (3f40993b-5c6c-42f2-a9fc-98140e9d3393), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:26.961757 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:26.962489 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.023221 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3803306 Mar 23 09:16:27.025836 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33498) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:27.032309 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-998283a0-601e-48a8-b308-0ea6e88de454 admin admin] Request body: {'subnet': {'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-876982087-subnet', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'ip_version': 4}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:16:27.036426 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15877a-5785-4e66-bc48-d2341e44742a admin admin] Pushing event updated for resources: {'Network': ['ID=3f40993b-5c6c-42f2-a9fc-98140e9d3393,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:27.046586 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network 3f40993b-5c6c-42f2-a9fc-98140e9d3393 details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:16:27.054215 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998283a0-601e-48a8-b308-0ea6e88de454 admin admin] Made reservation on behalf of 0f747b77dcc74d37b7a46a24818ec7c6 for: {'subnet': 1} {{(pid=103135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:16:27.056578 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-998283a0-601e-48a8-b308-0ea6e88de454 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8535240'] for subnet (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.225001 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-998283a0-601e-48a8-b308-0ea6e88de454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10199802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8535262'] for subnet (92d73d50-745b-4a2f-b634-66d70ab24ba9), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.281665 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998283a0-601e-48a8-b308-0ea6e88de454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d73d50-745b-4a2f-b634-66d70ab24ba9,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:27.291727 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998283a0-601e-48a8-b308-0ea6e88de454 admin admin] Checking segment: {'id': '97a23e85-d1c5-43db-b05d-24fd2e0f12fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:16:27.292083 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998283a0-601e-48a8-b308-0ea6e88de454 admin admin] Network hostable DHCP agents. Network: 3f40993b-5c6c-42f2-a9fc-98140e9d3393, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:16:27.309025 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998283a0-601e-48a8-b308-0ea6e88de454 admin admin] Network 3f40993b-5c6c-42f2-a9fc-98140e9d3393 is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:16:27.319094 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-998283a0-601e-48a8-b308-0ea6e88de454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, 3f40993b-5c6c-42f2-a9fc-98140e9d3393) {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:16:27.324089 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998283a0-601e-48a8-b308-0ea6e88de454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:27.326035 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-998283a0-601e-48a8-b308-0ea6e88de454 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.327004 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731854e8-e7b5-4048-a9ed-8d39e83c717f None None] Network 3f40993b-5c6c-42f2-a9fc-98140e9d3393 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:16:27.342096 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-998283a0-601e-48a8-b308-0ea6e88de454 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3152089 Mar 23 09:16:27.344747 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33500) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:27.348949 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:16:27.367867 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30890'] for router (18013528-f7ea-4fb2-840e-971100ab3b52), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.368918 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30877'] for router (18013528-f7ea-4fb2-840e-971100ab3b52), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.426408 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Publish callbacks [] for router_controller (18013528-f7ea-4fb2-840e-971100ab3b52), precommit_add_association {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.432794 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cca9dd7-b169-575a-9c40-e0a1a660edb3-3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'fixed_ips': [{'subnet_id': '92d73d50-745b-4a2f-b634-66d70ab24ba9'}]}} from dv-cinder-834822-2-smb. {{(pid=103136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:16:27.433655 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.570779 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Allocated IP 172.20.0.2 (3f40993b-5c6c-42f2-a9fc-98140e9d3393/92d73d50-745b-4a2f-b634-66d70ab24ba9/c79c60df-6707-4148-ab24-9d6d1c669137) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:16:27.572429 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Publish callbacks [] for router_gateway (18013528-f7ea-4fb2-840e-971100ab3b52), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.718853 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Publish callbacks [] for port (c79c60df-6707-4148-ab24-9d6d1c669137), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.725480 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (c79c60df-6707-4148-ab24-9d6d1c669137), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.762520 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Network 3f40993b-5c6c-42f2-a9fc-98140e9d3393 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:16:27.765320 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:16:27.771287 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:16:27.777772 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Pushing event updated for resources: {'Port': ['ID=c79c60df-6707-4148-ab24-9d6d1c669137,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:27.784146 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Publish callbacks [] for router_gateway (18013528-f7ea-4fb2-840e-971100ab3b52), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.808714 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.831971 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Attempting to bind port c79c60df-6707-4148-ab24-9d6d1c669137 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:16:27.832237 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Attempting to bind port c79c60df-6707-4148-ab24-9d6d1c669137 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '97a23e85-d1c5-43db-b05d-24fd2e0f12fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:16:27.832596 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Attempting to bind port c79c60df-6707-4148-ab24-9d6d1c669137 on network 3f40993b-5c6c-42f2-a9fc-98140e9d3393 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:16:27.837555 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:16:27.837940 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Checking segment: {'id': '97a23e85-d1c5-43db-b05d-24fd2e0f12fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:16:27.838336 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.838726 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Bound using segment: {'id': '97a23e85-d1c5-43db-b05d-24fd2e0f12fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:16:27.839187 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Bound port: c79c60df-6707-4148-ab24-9d6d1c669137, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a23e85-d1c5-43db-b05d-24fd2e0f12fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:16:27.839556 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (c79c60df-6707-4148-ab24-9d6d1c669137), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.904555 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] For port c79c60df-6707-4148-ab24-9d6d1c669137, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:16:27.909172 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] For port c79c60df-6707-4148-ab24-9d6d1c669137, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=c79c60df-6707-4148-ab24-9d6d1c669137,segment=NetworkSegment(97a23e85-d1c5-43db-b05d-24fd2e0f12fa),segment_id=97a23e85-d1c5-43db-b05d-24fd2e0f12fa)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:16:27.913343 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Allocated IP 172.28.1.201 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/9baa866c-abc9-4b25-9ed0-56402c01045c) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:16:27.915778 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (c79c60df-6707-4148-ab24-9d6d1c669137), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:27.972889 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b11af-8485-4b1e-b242-4af7e0bd35c2 None None] Pushing event updated for resources: {'Port': ['ID=c79c60df-6707-4148-ab24-9d6d1c669137,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:28.030838 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Publish callbacks [] for port (9baa866c-abc9-4b25-9ed0-56402c01045c), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:28.066305 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (9baa866c-abc9-4b25-9ed0-56402c01045c), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:28.104833 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:16:28.106349 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:16:28.113624 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:16:28.142463 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Pushing event updated for resources: {'Port': ['ID=9baa866c-abc9-4b25-9ed0-56402c01045c,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:28.353826 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device c79c60df-6707-4148-ab24-9d6d1c669137 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:16:28.387187 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Publish callbacks [] for router_gateway (18013528-f7ea-4fb2-840e-971100ab3b52), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:28.403114 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port c79c60df-6707-4148-ab24-9d6d1c669137 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:28.403486 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (c79c60df-6707-4148-ab24-9d6d1c669137), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:28.483062 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port c79c60df-6707-4148-ab24-9d6d1c669137 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:28.483712 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (c79c60df-6707-4148-ab24-9d6d1c669137), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:28.515867 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] For port c79c60df-6707-4148-ab24-9d6d1c669137, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=c79c60df-6707-4148-ab24-9d6d1c669137,segment=NetworkSegment(97a23e85-d1c5-43db-b05d-24fd2e0f12fa),segment_id=97a23e85-d1c5-43db-b05d-24fd2e0f12fa)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:28.519691 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (c79c60df-6707-4148-ab24-9d6d1c669137), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:28.567037 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Pushing event updated for resources: {'Port': ['ID=c79c60df-6707-4148-ab24-9d6d1c669137,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:28.589505 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548392'] for router (18013528-f7ea-4fb2-840e-971100ab3b52), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:28.726757 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Router 18013528-f7ea-4fb2-840e-971100ab3b52 is scheduled to L3 agent c0132737-747a-49ce-b773-1ed1762fb27b with binding_index 1 {{(pid=103135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:16:28.840094 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:16:28.851116 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Sync routers for ids ['18013528-f7ea-4fb2-840e-971100ab3b52'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:16:28.857827 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:28.859082 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-4187da7c-3ca3-4bc2-bff0-60419914229b admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5134251 Mar 23 09:16:28.862156 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33502) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:28.874123 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Routers {'18013528-f7ea-4fb2-840e-971100ab3b52'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:28.875044 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:16:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['18013528-f7ea-4fb2-840e-971100ab3b52'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:29.073553 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d207c-650e-40b0-a86b-787a0fd3be3c None None] Network 3f40993b-5c6c-42f2-a9fc-98140e9d3393 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:16:29.161374 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-5d45d9a6-9fa6-4796-86ff-d700223c125d None None] Provisioning complete for port c79c60df-6707-4148-ab24-9d6d1c669137 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:29.161767 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5d45d9a6-9fa6-4796-86ff-d700223c125d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (c79c60df-6707-4148-ab24-9d6d1c669137), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:29.240660 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Set router 18013528-f7ea-4fb2-840e-971100ab3b52 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:29.312154 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:29.418627 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5d45d9a6-9fa6-4796-86ff-d700223c125d None None] Current status of the port c79c60df-6707-4148-ab24-9d6d1c669137 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:29.486191 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Allocated IP 172.20.0.1 (3f40993b-5c6c-42f2-a9fc-98140e9d3393/92d73d50-745b-4a2f-b634-66d70ab24ba9/4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:16:29.489990 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:28Z', 'revision_number': 3, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'gw_port': {'id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:29.518269 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Checking router: 18013528-f7ea-4fb2-840e-971100ab3b52 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:16:29.518533 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Updating router 18013528-f7ea-4fb2-840e-971100ab3b52 port 9baa866c-abc9-4b25-9ed0-56402c01045c binding host dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:16:29.550616 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (9baa866c-abc9-4b25-9ed0-56402c01045c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:29.617620 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Publish callbacks [] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:29.653363 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:29.678350 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-542a76b7-1ec7-4447-8eab-3656dc4c68a4 None None] Provisioning complete for port c79c60df-6707-4148-ab24-9d6d1c669137 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:29.678637 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-542a76b7-1ec7-4447-8eab-3656dc4c68a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (c79c60df-6707-4148-ab24-9d6d1c669137), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:29.695622 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Network 3f40993b-5c6c-42f2-a9fc-98140e9d3393 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:16:29.698629 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:16:29.702097 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:16:29.729666 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Pushing event updated for resources: {'Port': ['ID=4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:29.750808 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542205'] for router_interface (18013528-f7ea-4fb2-840e-971100ab3b52), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:29.819786 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:16:29.859223 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-542a76b7-1ec7-4447-8eab-3656dc4c68a4 None None] Current status of the port c79c60df-6707-4148-ab24-9d6d1c669137 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:29.897765 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:29.910961 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Publish callbacks [] for port (9baa866c-abc9-4b25-9ed0-56402c01045c), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:29.917521 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (9baa866c-abc9-4b25-9ed0-56402c01045c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:29.969328 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Attempting to bind port 9baa866c-abc9-4b25-9ed0-56402c01045c on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:16:29.969628 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Attempting to bind port 9baa866c-abc9-4b25-9ed0-56402c01045c by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:16:29.970598 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Attempting to bind port 9baa866c-abc9-4b25-9ed0-56402c01045c on network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:16:29.987410 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:16:29.987784 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Checking segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:16:29.988190 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:29.988583 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Bound using segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:16:29.989053 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Bound port: 9baa866c-abc9-4b25-9ed0-56402c01045c, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:16:29.989465 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (9baa866c-abc9-4b25-9ed0-56402c01045c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:29.990912 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f605ece-985d-4db2-b918-434a99f48074 None None] Pushing event updated for resources: {'Port': ['ID=9baa866c-abc9-4b25-9ed0-56402c01045c,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:30.024618 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-6f44c552-2b7f-4189-832c-935ff86ec436 None None] Provisioning complete for port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:30.024993 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6f44c552-2b7f-4189-832c-935ff86ec436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:30.063606 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Publish callbacks [] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:30.069370 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:30.082040 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-6f44c552-2b7f-4189-832c-935ff86ec436 None None] Port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:16:30.085882 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] For port 9baa866c-abc9-4b25-9ed0-56402c01045c, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:16:30.089349 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] For port 9baa866c-abc9-4b25-9ed0-56402c01045c, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=9baa866c-abc9-4b25-9ed0-56402c01045c,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:16:30.096079 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (9baa866c-abc9-4b25-9ed0-56402c01045c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:30.136494 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542057'] for router_interface (18013528-f7ea-4fb2-840e-971100ab3b52), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:30.138783 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Pushing event updated for resources: {'Port': ['ID=4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:30.156701 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Routers {'18013528-f7ea-4fb2-840e-971100ab3b52'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:30.157319 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:16:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['18013528-f7ea-4fb2-840e-971100ab3b52'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:30.225020 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f605ece-985d-4db2-b918-434a99f48074 None None] Pushing event updated for resources: {'Port': ['ID=9baa866c-abc9-4b25-9ed0-56402c01045c,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:30.241689 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Network 3f40993b-5c6c-42f2-a9fc-98140e9d3393 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:16:30.243200 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:16:30.279760 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] Set router 18013528-f7ea-4fb2-840e-971100ab3b52 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:30.335780 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device c79c60df-6707-4148-ab24-9d6d1c669137 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:16:30.384232 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Router 18013528-f7ea-4fb2-840e-971100ab3b52 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:16:30.495335 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port c79c60df-6707-4148-ab24-9d6d1c669137 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:30.495869 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (c79c60df-6707-4148-ab24-9d6d1c669137), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:30.509489 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:16:30.516296 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-ff94c5e6-5999-4867-9794-732914688846 admin admin] 10.222.0.91 "PUT /v2.0/routers/18013528-f7ea-4fb2-840e-971100ab3b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6531065 Mar 23 09:16:30.584042 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6c81bd0-16c6-410a-99f1-fc8edf2c441d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:30.585426 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-e250736e-b1db-4991-a798-cb473e27b898 None None] Provisioning complete for port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:30.585793 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e250736e-b1db-4991-a798-cb473e27b898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:30.656338 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e250736e-b1db-4991-a798-cb473e27b898 None None] Port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:16:30.707011 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port c79c60df-6707-4148-ab24-9d6d1c669137 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:30.712184 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:29Z', 'revision_number': 4, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'gw_port': {'id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4', 'name': '', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'mac_address': 'fa:16:3e:03:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:29Z', 'updated_at': '2022-03-23T09:16:29Z', 'revision_number': 2, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'subnets': [{'id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:30.744742 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a18b5-f7b2-486e-baae-7fd910b2e891 None None] The sync data for ids ['18013528-f7ea-4fb2-840e-971100ab3b52'] in dv-cinder-834822-2-smb is: [{'id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:29Z', 'revision_number': 4, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'gw_port': {'id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4', 'name': '', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'mac_address': 'fa:16:3e:03:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:29Z', 'updated_at': '2022-03-23T09:16:29Z', 'revision_number': 2, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'subnets': [{'id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:16:30.851099 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.070591 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33518) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:31.075518 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-993934231-network', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:16:31.095784 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] Made reservation on behalf of 5bdbbdca0c204c2fa909d68085aba75f for: {'network': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:16:31.098302 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for network (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.107637 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.192103 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] Publish callbacks [] for security_group (5cfe4c0c-1972-4745-b948-6300d7b4dbf0), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.197091 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (5cfe4c0c-1972-4745-b948-6300d7b4dbf0), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.225481 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=103134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 09:16:31.232225 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfe4c0c-1972-4745-b948-6300d7b4dbf0,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:31.238366 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (5309fa95-18a3-4526-8bde-98171173b658), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.238714 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.segments_db [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] Added segment 5309fa95-18a3-4526-8bde-98171173b658 of type vlan for network 05baf1df-7e89-455d-9cc6-b4a0177ed09e Mar 23 09:16:31.282525 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760674347331'] for network (05baf1df-7e89-455d-9cc6-b4a0177ed09e), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.307210 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128'] for network (05baf1df-7e89-455d-9cc6-b4a0177ed09e), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.308225 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:31.308835 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.368126 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2964215 Mar 23 09:16:31.370839 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33520) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:31.375459 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-d2a73409-f2bb-42b1-bf33-9a423f9ccf51 admin admin] Request body: {'subnet': {'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-993934231-subnet', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'ip_version': 4}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:16:31.384296 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31783e-c9a4-4c8a-9678-f6275055cbd5 admin admin] Pushing event updated for resources: {'Network': ['ID=05baf1df-7e89-455d-9cc6-b4a0177ed09e,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:31.402571 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Network 05baf1df-7e89-455d-9cc6-b4a0177ed09e details requested by agent ovs-agent-dv-cinder-834822-2-smb with host dv-cinder-834822-2-smb {{(pid=103136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 09:16:31.425250 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a73409-f2bb-42b1-bf33-9a423f9ccf51 admin admin] Made reservation on behalf of 5bdbbdca0c204c2fa909d68085aba75f for: {'subnet': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:16:31.427750 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d2a73409-f2bb-42b1-bf33-9a423f9ccf51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8423429'] for subnet (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.611476 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d2a73409-f2bb-42b1-bf33-9a423f9ccf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8676811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8423443'] for subnet (e809ba8c-97a6-45ac-b33a-7bbc5cb6726f), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.678511 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a73409-f2bb-42b1-bf33-9a423f9ccf51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e809ba8c-97a6-45ac-b33a-7bbc5cb6726f,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:31.686316 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a73409-f2bb-42b1-bf33-9a423f9ccf51 admin admin] Checking segment: {'id': '5309fa95-18a3-4526-8bde-98171173b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:16:31.686698 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a73409-f2bb-42b1-bf33-9a423f9ccf51 admin admin] Network hostable DHCP agents. Network: 05baf1df-7e89-455d-9cc6-b4a0177ed09e, hostable agents: ['f2787ae8-0fc1-4380-83b8-d10051a13320'], hosted agents: [] {{(pid=103134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 09:16:31.708827 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a73409-f2bb-42b1-bf33-9a423f9ccf51 admin admin] Network 05baf1df-7e89-455d-9cc6-b4a0177ed09e is scheduled to be hosted by DHCP agent f2787ae8-0fc1-4380-83b8-d10051a13320 with binding_index 1 {{(pid=103134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 09:16:31.719620 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-d2a73409-f2bb-42b1-bf33-9a423f9ccf51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-2-smb, 05baf1df-7e89-455d-9cc6-b4a0177ed09e) {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:16:31.725834 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a73409-f2bb-42b1-bf33-9a423f9ccf51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:31.727188 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d2a73409-f2bb-42b1-bf33-9a423f9ccf51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for subnet (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.728551 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f286856c-7e67-4122-a23f-c8de9115fd2f None None] Network 05baf1df-7e89-455d-9cc6-b4a0177ed09e requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:16:31.744496 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-d2a73409-f2bb-42b1-bf33-9a423f9ccf51 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3726146 Mar 23 09:16:31.747025 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33522) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:31.751695 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-993934231-router', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:16:31.776198 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30890'] for router (a6140db3-a034-452a-a8d2-94e4c4235c06), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.777404 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30877'] for router (a6140db3-a034-452a-a8d2-94e4c4235c06), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.837328 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Publish callbacks [] for router_controller (a6140db3-a034-452a-a8d2-94e4c4235c06), precommit_add_association {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.848252 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4cca9dd7-b169-575a-9c40-e0a1a660edb3-05baf1df-7e89-455d-9cc6-b4a0177ed09e', 'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e', 'project_id': '5bdbbdca0c204c2fa909d68085aba75f', 'fixed_ips': [{'subnet_id': 'e809ba8c-97a6-45ac-b33a-7bbc5cb6726f'}]}} from dv-cinder-834822-2-smb. {{(pid=103136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 09:16:31.849209 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.991741 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Publish callbacks [] for router_gateway (a6140db3-a034-452a-a8d2-94e4c4235c06), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:31.999216 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Allocated IP 172.20.0.2 (05baf1df-7e89-455d-9cc6-b4a0177ed09e/e809ba8c-97a6-45ac-b33a-7bbc5cb6726f/67389609-eb7f-4f6d-9cec-f54978b64a12) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:16:32.201877 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Publish callbacks [] for router_gateway (a6140db3-a034-452a-a8d2-94e4c4235c06), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:32.222214 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:32.290142 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Publish callbacks [] for port (67389609-eb7f-4f6d-9cec-f54978b64a12), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:32.296173 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615'] for port (67389609-eb7f-4f6d-9cec-f54978b64a12), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:32.336493 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Network 05baf1df-7e89-455d-9cc6-b4a0177ed09e is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:16:32.340344 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Allocated IP 172.28.1.137 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/13972566-30c4-403a-901e-1822e3467513) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:16:32.344450 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:16:32.346783 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Pushing event updated for resources: {'Port': ['ID=67389609-eb7f-4f6d-9cec-f54978b64a12,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:32.349517 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:16:32.377403 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 9baa866c-abc9-4b25-9ed0-56402c01045c up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:16:32.434335 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Attempting to bind port 67389609-eb7f-4f6d-9cec-f54978b64a12 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:16:32.434720 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Attempting to bind port 67389609-eb7f-4f6d-9cec-f54978b64a12 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '5309fa95-18a3-4526-8bde-98171173b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:16:32.435079 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Attempting to bind port 67389609-eb7f-4f6d-9cec-f54978b64a12 on network 05baf1df-7e89-455d-9cc6-b4a0177ed09e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:16:32.447531 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:16:32.447916 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Checking segment: {'id': '5309fa95-18a3-4526-8bde-98171173b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:16:32.448323 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:32.448718 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Bound using segment: {'id': '5309fa95-18a3-4526-8bde-98171173b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:16:32.449200 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Bound port: 67389609-eb7f-4f6d-9cec-f54978b64a12, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5309fa95-18a3-4526-8bde-98171173b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:16:32.449584 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (67389609-eb7f-4f6d-9cec-f54978b64a12), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:32.466228 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Publish callbacks [] for port (13972566-30c4-403a-901e-1822e3467513), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:32.497797 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 9baa866c-abc9-4b25-9ed0-56402c01045c triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:32.498319 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (9baa866c-abc9-4b25-9ed0-56402c01045c), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:32.500643 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (13972566-30c4-403a-901e-1822e3467513), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:32.541363 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:16:32.546418 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:16:32.550706 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] For port 67389609-eb7f-4f6d-9cec-f54978b64a12, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:16:32.550968 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:16:32.555005 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=13972566-30c4-403a-901e-1822e3467513,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:32.564874 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] For port 67389609-eb7f-4f6d-9cec-f54978b64a12, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=67389609-eb7f-4f6d-9cec-f54978b64a12,segment=NetworkSegment(5309fa95-18a3-4526-8bde-98171173b658),segment_id=5309fa95-18a3-4526-8bde-98171173b658)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:16:32.574377 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (67389609-eb7f-4f6d-9cec-f54978b64a12), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:32.667402 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 9baa866c-abc9-4b25-9ed0-56402c01045c is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:32.667402 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (9baa866c-abc9-4b25-9ed0-56402c01045c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:32.676004 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc7a98-0062-4c3e-bba6-51f28166da32 None None] Pushing event updated for resources: {'Port': ['ID=67389609-eb7f-4f6d-9cec-f54978b64a12,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:32.699017 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] For port 9baa866c-abc9-4b25-9ed0-56402c01045c, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=9baa866c-abc9-4b25-9ed0-56402c01045c,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:32.705073 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (9baa866c-abc9-4b25-9ed0-56402c01045c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:32.760869 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Pushing event updated for resources: {'Port': ['ID=9baa866c-abc9-4b25-9ed0-56402c01045c,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:32.823996 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Sync routers for ids ['18013528-f7ea-4fb2-840e-971100ab3b52'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:16:32.829431 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Publish callbacks [] for router_gateway (a6140db3-a034-452a-a8d2-94e4c4235c06), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:32.836363 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Routers {'18013528-f7ea-4fb2-840e-971100ab3b52'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:32.837175 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:16:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['18013528-f7ea-4fb2-840e-971100ab3b52'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:32.897787 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3cb616ff-1952-4f12-b29a-22b1dbe1fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:33.079797 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548392'] for router (a6140db3-a034-452a-a8d2-94e4c4235c06), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:33.082984 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Set router 18013528-f7ea-4fb2-840e-971100ab3b52 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:33.297178 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:29Z', 'revision_number': 4, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'gw_port': {'id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4', 'name': '', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'mac_address': 'fa:16:3e:03:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:29Z', 'updated_at': '2022-03-23T09:16:29Z', 'revision_number': 2, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'subnets': [{'id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:33.326989 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Checking router: 18013528-f7ea-4fb2-840e-971100ab3b52 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:16:33.327349 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Updating router 18013528-f7ea-4fb2-840e-971100ab3b52 port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 binding host dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:16:33.356983 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:33.460167 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Router a6140db3-a034-452a-a8d2-94e4c4235c06 is scheduled to L3 agent c0132737-747a-49ce-b773-1ed1762fb27b with binding_index 1 {{(pid=103134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 09:16:33.576195 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:16:33.588310 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Sync routers for ids ['a6140db3-a034-452a-a8d2-94e4c4235c06'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:16:33.603982 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:33.605690 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-bc61188b-c7cc-48f3-9657-346f46fca8e1 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8572772 Mar 23 09:16:33.606380 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Routers {'a6140db3-a034-452a-a8d2-94e4c4235c06'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:33.608532 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33530) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:16:33.620087 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:16:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['a6140db3-a034-452a-a8d2-94e4c4235c06'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:33.665307 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Publish callbacks [] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:33.672526 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:33.703587 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7b515e-ddd6-48f4-aba3-a4cdf38c9156 None None] Network 05baf1df-7e89-455d-9cc6-b4a0177ed09e requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:16:33.742612 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Pushing event updated for resources: {'Port': ['ID=4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:33.768380 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:33.768708 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:33.769228 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:33.769764 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:33.770411 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:33.771012 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:33.771499 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:33.772115 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:33.772590 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:33.773080 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:33.773551 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:33.774056 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:33.774523 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:33.774987 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:33.775477 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:33.791390 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-fe6c7ef0-37d8-4baf-990d-ae97bb47d067 None None] Provisioning complete for port 67389609-eb7f-4f6d-9cec-f54978b64a12 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:33.792030 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7ef0-37d8-4baf-990d-ae97bb47d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (67389609-eb7f-4f6d-9cec-f54978b64a12), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:33.814086 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Attempting to bind port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:16:33.814740 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Attempting to bind port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '97a23e85-d1c5-43db-b05d-24fd2e0f12fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:16:33.815281 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Attempting to bind port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 on network 3f40993b-5c6c-42f2-a9fc-98140e9d3393 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:16:33.826964 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:16:33.828113 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Checking segment: {'id': '97a23e85-d1c5-43db-b05d-24fd2e0f12fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:16:33.828845 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:33.829413 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Bound using segment: {'id': '97a23e85-d1c5-43db-b05d-24fd2e0f12fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:16:33.830382 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Bound port: 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a23e85-d1c5-43db-b05d-24fd2e0f12fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:16:33.830931 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:33.896744 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Set router a6140db3-a034-452a-a8d2-94e4c4235c06 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:33.902276 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] For port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:16:33.906339 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] For port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4,segment=NetworkSegment(97a23e85-d1c5-43db-b05d-24fd2e0f12fa),segment_id=97a23e85-d1c5-43db-b05d-24fd2e0f12fa)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:16:33.914107 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:33.969091 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Routers {'18013528-f7ea-4fb2-840e-971100ab3b52'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:33.970111 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:16:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['18013528-f7ea-4fb2-840e-971100ab3b52'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:34.068076 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.093673 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] Set router 18013528-f7ea-4fb2-840e-971100ab3b52 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:34.144611 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c7ef0-37d8-4baf-990d-ae97bb47d067 None None] Current status of the port 67389609-eb7f-4f6d-9cec-f54978b64a12 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:34.144996 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7ef0-37d8-4baf-990d-ae97bb47d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (67389609-eb7f-4f6d-9cec-f54978b64a12), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.190157 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a9f0a-ab5f-4fd2-86b7-f3e474ebdc15 None None] Pushing event updated for resources: {'Port': ['ID=4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4,revision_number=4']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:34.227260 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-fe6c7ef0-37d8-4baf-990d-ae97bb47d067 None None] For port 67389609-eb7f-4f6d-9cec-f54978b64a12, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=67389609-eb7f-4f6d-9cec-f54978b64a12,segment=NetworkSegment(5309fa95-18a3-4526-8bde-98171173b658),segment_id=5309fa95-18a3-4526-8bde-98171173b658)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:34.233643 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7ef0-37d8-4baf-990d-ae97bb47d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (67389609-eb7f-4f6d-9cec-f54978b64a12), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.306909 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'name': 'tempest-TestMinimumBasicScenario-993934231-router', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '13972566-30c4-403a-901e-1822e3467513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:31Z', 'updated_at': '2022-03-23T09:16:32Z', 'revision_number': 3, 'project_id': '5bdbbdca0c204c2fa909d68085aba75f', 'gw_port': {'id': '13972566-30c4-403a-901e-1822e3467513', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:32Z', 'updated_at': '2022-03-23T09:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:34.347455 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c7ef0-37d8-4baf-990d-ae97bb47d067 None None] Pushing event updated for resources: {'Port': ['ID=67389609-eb7f-4f6d-9cec-f54978b64a12,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:34.352642 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Checking router: a6140db3-a034-452a-a8d2-94e4c4235c06 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:16:34.353233 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Updating router a6140db3-a034-452a-a8d2-94e4c4235c06 port 13972566-30c4-403a-901e-1822e3467513 binding host dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:16:34.397730 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (13972566-30c4-403a-901e-1822e3467513), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.441351 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:29Z', 'revision_number': 4, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'gw_port': {'id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4', 'name': '', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'mac_address': 'fa:16:3e:03:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:29Z', 'updated_at': '2022-03-23T09:16:33Z', 'revision_number': 4, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'subnets': [{'id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:34.470871 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6c62d-965a-424d-95e4-282627ccc933 None None] The sync data for ids ['18013528-f7ea-4fb2-840e-971100ab3b52'] in dv-cinder-834822-2-smb is: [{'id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:29Z', 'revision_number': 4, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'gw_port': {'id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4', 'name': '', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'mac_address': 'fa:16:3e:03:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:29Z', 'updated_at': '2022-03-23T09:16:33Z', 'revision_number': 4, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'subnets': [{'id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:16:34.489244 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-5d93c231-56f9-4035-aa14-75f7fd0088ca None None] Provisioning complete for port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:34.489721 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5d93c231-56f9-4035-aa14-75f7fd0088ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.517790 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.600626 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 9baa866c-abc9-4b25-9ed0-56402c01045c up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:16:34.704330 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Allocated IP 172.20.0.1 (05baf1df-7e89-455d-9cc6-b4a0177ed09e/e809ba8c-97a6-45ac-b33a-7bbc5cb6726f/2f43b1c1-4973-46f5-8c40-a54d462233d9) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:16:34.741534 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5d93c231-56f9-4035-aa14-75f7fd0088ca None None] Current status of the port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:34.741965 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5d93c231-56f9-4035-aa14-75f7fd0088ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.760006 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 9baa866c-abc9-4b25-9ed0-56402c01045c triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:34.760384 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (9baa866c-abc9-4b25-9ed0-56402c01045c), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.820386 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Publish callbacks [] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.841187 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-5d93c231-56f9-4035-aa14-75f7fd0088ca None None] For port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4,segment=NetworkSegment(97a23e85-d1c5-43db-b05d-24fd2e0f12fa),segment_id=97a23e85-d1c5-43db-b05d-24fd2e0f12fa)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:34.851896 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5d93c231-56f9-4035-aa14-75f7fd0088ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.863856 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.896695 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Publish callbacks [] for port (13972566-30c4-403a-901e-1822e3467513), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.900717 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Network 05baf1df-7e89-455d-9cc6-b4a0177ed09e is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:16:34.903745 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:16:34.907408 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:16:34.912660 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (13972566-30c4-403a-901e-1822e3467513), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.944869 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Pushing event updated for resources: {'Port': ['ID=2f43b1c1-4973-46f5-8c40-a54d462233d9,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:34.966204 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542205'] for router_interface (a6140db3-a034-452a-a8d2-94e4c4235c06), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:34.983488 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93c231-56f9-4035-aa14-75f7fd0088ca None None] Pushing event updated for resources: {'Port': ['ID=4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:35.043683 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Attempting to bind port 13972566-30c4-403a-901e-1822e3467513 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:16:35.046780 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Attempting to bind port 13972566-30c4-403a-901e-1822e3467513 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:16:35.047230 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Attempting to bind port 13972566-30c4-403a-901e-1822e3467513 on network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:16:35.063313 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 9baa866c-abc9-4b25-9ed0-56402c01045c is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:35.064595 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 67389609-eb7f-4f6d-9cec-f54978b64a12 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:16:35.082109 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:16:35.082525 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Checking segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:16:35.082938 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:35.083891 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Bound using segment: {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:16:35.084400 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Bound port: 13972566-30c4-403a-901e-1822e3467513, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4a01a-bfff-42b3-979e-89e5ec9d9a10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:16:35.084791 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (13972566-30c4-403a-901e-1822e3467513), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:35.109960 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-3c10f8c3-9182-4352-b609-93fd3e5eb42b None None] Provisioning complete for port 67389609-eb7f-4f6d-9cec-f54978b64a12 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:35.110341 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3c10f8c3-9182-4352-b609-93fd3e5eb42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (67389609-eb7f-4f6d-9cec-f54978b64a12), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:35.157200 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:35.212034 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a58b4d-eb1b-4cef-a012-05ed97b16fae None None] Pushing event updated for resources: {'Port': ['ID=13972566-30c4-403a-901e-1822e3467513,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:35.284777 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] For port 13972566-30c4-403a-901e-1822e3467513, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:16:35.290277 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] For port 13972566-30c4-403a-901e-1822e3467513, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=13972566-30c4-403a-901e-1822e3467513,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:16:35.299737 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 67389609-eb7f-4f6d-9cec-f54978b64a12 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:35.300110 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (67389609-eb7f-4f6d-9cec-f54978b64a12), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:35.303154 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (13972566-30c4-403a-901e-1822e3467513), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:35.384495 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Publish callbacks [] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:35.394327 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10199165'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:35.475591 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Pushing event updated for resources: {'Port': ['ID=2f43b1c1-4973-46f5-8c40-a54d462233d9,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:35.478421 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542057'] for router_interface (a6140db3-a034-452a-a8d2-94e4c4235c06), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:35.581223 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a58b4d-eb1b-4cef-a012-05ed97b16fae None None] Pushing event updated for resources: {'Port': ['ID=13972566-30c4-403a-901e-1822e3467513,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:35.585693 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3c10f8c3-9182-4352-b609-93fd3e5eb42b None None] Current status of the port 67389609-eb7f-4f6d-9cec-f54978b64a12 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:35.591326 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Network 05baf1df-7e89-455d-9cc6-b4a0177ed09e is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:16:35.592731 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:16:35.596486 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Routers {'a6140db3-a034-452a-a8d2-94e4c4235c06'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:35.597443 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:16:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['a6140db3-a034-452a-a8d2-94e4c4235c06'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:35.742238 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Router a6140db3-a034-452a-a8d2-94e4c4235c06 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:16:35.747782 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:35.750944 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 67389609-eb7f-4f6d-9cec-f54978b64a12 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:35.752035 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:16:35.802128 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-be748cdb-2175-4319-b293-ea34be80560a None None] Provisioning complete for port 2f43b1c1-4973-46f5-8c40-a54d462233d9 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:35.802763 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-be748cdb-2175-4319-b293-ea34be80560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:35.865266 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] Set router a6140db3-a034-452a-a8d2-94e4c4235c06 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:35.889124 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:16:35.898224 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-2d9be140-e649-404b-a108-05e6fa192c7c admin admin] 10.222.0.91 "PUT /v2.0/routers/a6140db3-a034-452a-a8d2-94e4c4235c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2877140 Mar 23 09:16:35.914676 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-be748cdb-2175-4319-b293-ea34be80560a None None] Port 2f43b1c1-4973-46f5-8c40-a54d462233d9 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:16:36.004069 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:36.004414 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:36.082287 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-811aca82-79bb-4fc0-aa4f-02d810a86349 None None] Provisioning complete for port 2f43b1c1-4973-46f5-8c40-a54d462233d9 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:36.082662 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-811aca82-79bb-4fc0-aa4f-02d810a86349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:36.161723 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-811aca82-79bb-4fc0-aa4f-02d810a86349 None None] Port 2f43b1c1-4973-46f5-8c40-a54d462233d9 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:16:36.203458 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:36.222286 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'name': 'tempest-TestMinimumBasicScenario-993934231-router', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '13972566-30c4-403a-901e-1822e3467513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:31Z', 'updated_at': '2022-03-23T09:16:35Z', 'revision_number': 4, 'project_id': '5bdbbdca0c204c2fa909d68085aba75f', 'gw_port': {'id': '13972566-30c4-403a-901e-1822e3467513', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:32Z', 'updated_at': '2022-03-23T09:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '2f43b1c1-4973-46f5-8c40-a54d462233d9', 'name': '', 'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'mac_address': 'fa:16:3e:02:77:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'e809ba8c-97a6-45ac-b33a-7bbc5cb6726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:34Z', 'updated_at': '2022-03-23T09:16:35Z', 'revision_number': 2, 'project_id': '5bdbbdca0c204c2fa909d68085aba75f', 'subnets': [{'id': 'e809ba8c-97a6-45ac-b33a-7bbc5cb6726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:36.249262 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a5c7d-9e28-41cc-bcfa-576a2af987dc None None] The sync data for ids ['a6140db3-a034-452a-a8d2-94e4c4235c06'] in dv-cinder-834822-2-smb is: [{'id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'name': 'tempest-TestMinimumBasicScenario-993934231-router', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '13972566-30c4-403a-901e-1822e3467513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:31Z', 'updated_at': '2022-03-23T09:16:35Z', 'revision_number': 4, 'project_id': '5bdbbdca0c204c2fa909d68085aba75f', 'gw_port': {'id': '13972566-30c4-403a-901e-1822e3467513', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:32Z', 'updated_at': '2022-03-23T09:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '2f43b1c1-4973-46f5-8c40-a54d462233d9', 'name': '', 'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'mac_address': 'fa:16:3e:02:77:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'e809ba8c-97a6-45ac-b33a-7bbc5cb6726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:34Z', 'updated_at': '2022-03-23T09:16:35Z', 'revision_number': 2, 'project_id': '5bdbbdca0c204c2fa909d68085aba75f', 'subnets': [{'id': 'e809ba8c-97a6-45ac-b33a-7bbc5cb6726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:16:36.341690 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 67389609-eb7f-4f6d-9cec-f54978b64a12 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:16:36.397318 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 67389609-eb7f-4f6d-9cec-f54978b64a12 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:36.397690 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (67389609-eb7f-4f6d-9cec-f54978b64a12), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:36.511364 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 67389609-eb7f-4f6d-9cec-f54978b64a12 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:36.512932 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:16:36.575056 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:36.575624 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:36.684812 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:36.889255 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:38.368286 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 13972566-30c4-403a-901e-1822e3467513 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:16:38.432762 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 13972566-30c4-403a-901e-1822e3467513 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:38.432762 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (13972566-30c4-403a-901e-1822e3467513), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:38.535155 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 13972566-30c4-403a-901e-1822e3467513 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:38.535582 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (13972566-30c4-403a-901e-1822e3467513), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:38.561066 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] For port 13972566-30c4-403a-901e-1822e3467513, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=13972566-30c4-403a-901e-1822e3467513,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:38.567245 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (13972566-30c4-403a-901e-1822e3467513), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:38.651065 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Pushing event updated for resources: {'Port': ['ID=13972566-30c4-403a-901e-1822e3467513,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:38.997782 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Sync routers for ids ['a6140db3-a034-452a-a8d2-94e4c4235c06'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:16:39.011444 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Routers {'a6140db3-a034-452a-a8d2-94e4c4235c06'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:39.012153 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:16:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['a6140db3-a034-452a-a8d2-94e4c4235c06'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:39.137162 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Set router a6140db3-a034-452a-a8d2-94e4c4235c06 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:39.373574 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'name': 'tempest-TestMinimumBasicScenario-993934231-router', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '13972566-30c4-403a-901e-1822e3467513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:31Z', 'updated_at': '2022-03-23T09:16:35Z', 'revision_number': 4, 'project_id': '5bdbbdca0c204c2fa909d68085aba75f', 'gw_port': {'id': '13972566-30c4-403a-901e-1822e3467513', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:32Z', 'updated_at': '2022-03-23T09:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '2f43b1c1-4973-46f5-8c40-a54d462233d9', 'name': '', 'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'mac_address': 'fa:16:3e:02:77:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'e809ba8c-97a6-45ac-b33a-7bbc5cb6726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:34Z', 'updated_at': '2022-03-23T09:16:35Z', 'revision_number': 2, 'project_id': '5bdbbdca0c204c2fa909d68085aba75f', 'subnets': [{'id': 'e809ba8c-97a6-45ac-b33a-7bbc5cb6726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:39.404687 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Checking router: a6140db3-a034-452a-a8d2-94e4c4235c06 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:16:39.405047 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Updating router a6140db3-a034-452a-a8d2-94e4c4235c06 port 2f43b1c1-4973-46f5-8c40-a54d462233d9 binding host dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 09:16:39.444406 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:39.853883 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Publish callbacks [] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:39.859903 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:39.914170 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aff307-29e1-4db0-ac8c-1a9068b97521 None None] Pushing event updated for resources: {'Port': ['ID=2f43b1c1-4973-46f5-8c40-a54d462233d9,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:39.997741 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Attempting to bind port 2f43b1c1-4973-46f5-8c40-a54d462233d9 on host dv-cinder-834822-2-smb for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:16:39.998133 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Attempting to bind port 2f43b1c1-4973-46f5-8c40-a54d462233d9 by drivers openvswitch,hyperv on host dv-cinder-834822-2-smb at level 0 using segments [{'id': '5309fa95-18a3-4526-8bde-98171173b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:16:39.998722 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Attempting to bind port 2f43b1c1-4973-46f5-8c40-a54d462233d9 on network 05baf1df-7e89-455d-9cc6-b4a0177ed09e {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:16:40.008908 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Checking agent: {'id': '96c7b7ae-4e9e-4e00-8a86-175f4f92fd11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 8, 54, 37), 'started_at': datetime.datetime(2022, 3, 23, 8, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:16:40.008908 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Checking segment: {'id': '5309fa95-18a3-4526-8bde-98171173b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:16:40.008908 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:40.008908 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Bound using segment: {'id': '5309fa95-18a3-4526-8bde-98171173b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:16:40.008908 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Bound port: 2f43b1c1-4973-46f5-8c40-a54d462233d9, host: dv-cinder-834822-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5309fa95-18a3-4526-8bde-98171173b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:16:40.012500 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:40.100358 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] For port 2f43b1c1-4973-46f5-8c40-a54d462233d9, host dv-cinder-834822-2-smb, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:16:40.105365 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] For port 2f43b1c1-4973-46f5-8c40-a54d462233d9, host dv-cinder-834822-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=2f43b1c1-4973-46f5-8c40-a54d462233d9,segment=NetworkSegment(5309fa95-18a3-4526-8bde-98171173b658),segment_id=5309fa95-18a3-4526-8bde-98171173b658)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:16:40.115759 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:40.187103 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aff307-29e1-4db0-ac8c-1a9068b97521 None None] Pushing event updated for resources: {'Port': ['ID=2f43b1c1-4973-46f5-8c40-a54d462233d9,revision_number=4']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:40.201908 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Routers {'a6140db3-a034-452a-a8d2-94e4c4235c06'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:16:40.202581 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:16:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['a6140db3-a034-452a-a8d2-94e4c4235c06'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:40.251287 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-d39ba052-7792-4bee-809e-5d976579167f None None] Provisioning complete for port 2f43b1c1-4973-46f5-8c40-a54d462233d9 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:40.252575 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d39ba052-7792-4bee-809e-5d976579167f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:40.353108 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] Set router a6140db3-a034-452a-a8d2-94e4c4235c06 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:16:40.442441 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 13972566-30c4-403a-901e-1822e3467513 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:16:40.498665 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-d39ba052-7792-4bee-809e-5d976579167f None None] Current status of the port 2f43b1c1-4973-46f5-8c40-a54d462233d9 is: DOWN; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:40.499353 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d39ba052-7792-4bee-809e-5d976579167f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:40.551251 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-d39ba052-7792-4bee-809e-5d976579167f None None] For port 2f43b1c1-4973-46f5-8c40-a54d462233d9, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=2f43b1c1-4973-46f5-8c40-a54d462233d9,segment=NetworkSegment(5309fa95-18a3-4526-8bde-98171173b658),segment_id=5309fa95-18a3-4526-8bde-98171173b658)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:16:40.558090 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d39ba052-7792-4bee-809e-5d976579167f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:40.561949 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 13972566-30c4-403a-901e-1822e3467513 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:40.563124 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (13972566-30c4-403a-901e-1822e3467513), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:40.642155 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'name': 'tempest-TestMinimumBasicScenario-993934231-router', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '13972566-30c4-403a-901e-1822e3467513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:31Z', 'updated_at': '2022-03-23T09:16:35Z', 'revision_number': 4, 'project_id': '5bdbbdca0c204c2fa909d68085aba75f', 'gw_port': {'id': '13972566-30c4-403a-901e-1822e3467513', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:32Z', 'updated_at': '2022-03-23T09:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '2f43b1c1-4973-46f5-8c40-a54d462233d9', 'name': '', 'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'mac_address': 'fa:16:3e:02:77:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'e809ba8c-97a6-45ac-b33a-7bbc5cb6726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:34Z', 'updated_at': '2022-03-23T09:16:40Z', 'revision_number': 4, 'project_id': '5bdbbdca0c204c2fa909d68085aba75f', 'subnets': [{'id': 'e809ba8c-97a6-45ac-b33a-7bbc5cb6726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:16:40.655422 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ba052-7792-4bee-809e-5d976579167f None None] Pushing event updated for resources: {'Port': ['ID=2f43b1c1-4973-46f5-8c40-a54d462233d9,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:40.672600 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e296dc-67b8-4c3a-b090-a86cd3860746 None None] The sync data for ids ['a6140db3-a034-452a-a8d2-94e4c4235c06'] in dv-cinder-834822-2-smb is: [{'id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'name': 'tempest-TestMinimumBasicScenario-993934231-router', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '13972566-30c4-403a-901e-1822e3467513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:31Z', 'updated_at': '2022-03-23T09:16:35Z', 'revision_number': 4, 'project_id': '5bdbbdca0c204c2fa909d68085aba75f', 'gw_port': {'id': '13972566-30c4-403a-901e-1822e3467513', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:32Z', 'updated_at': '2022-03-23T09:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '2f43b1c1-4973-46f5-8c40-a54d462233d9', 'name': '', 'network_id': '05baf1df-7e89-455d-9cc6-b4a0177ed09e', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'mac_address': 'fa:16:3e:02:77:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'e809ba8c-97a6-45ac-b33a-7bbc5cb6726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:34Z', 'updated_at': '2022-03-23T09:16:40Z', 'revision_number': 4, 'project_id': '5bdbbdca0c204c2fa909d68085aba75f', 'subnets': [{'id': 'e809ba8c-97a6-45ac-b33a-7bbc5cb6726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:16:40.724476 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-4bcfe281-d22e-49a6-be19-e34d070c07dc None None] Provisioning complete for port 2f43b1c1-4973-46f5-8c40-a54d462233d9 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:40.724900 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe281-d22e-49a6-be19-e34d070c07dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:40.756500 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 13972566-30c4-403a-901e-1822e3467513 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:40.757964 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 2f43b1c1-4973-46f5-8c40-a54d462233d9 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:16:40.866193 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 2f43b1c1-4973-46f5-8c40-a54d462233d9 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:40.866670 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:40.896964 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-4bcfe281-d22e-49a6-be19-e34d070c07dc None None] Current status of the port 2f43b1c1-4973-46f5-8c40-a54d462233d9 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:40.969521 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 2f43b1c1-4973-46f5-8c40-a54d462233d9 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:42.328464 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 2f43b1c1-4973-46f5-8c40-a54d462233d9 up at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:16:42.401459 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Provisioning complete for port 2f43b1c1-4973-46f5-8c40-a54d462233d9 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:42.401833 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:42.502821 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Current status of the port 2f43b1c1-4973-46f5-8c40-a54d462233d9 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:16:46.006085 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-369ea22f-3db8-4437-bab6-312b0d80e07c tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:46.007567 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-369ea22f-3db8-4437-bab6-312b0d80e07c tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/networks?id=3f40993b-5c6c-42f2-a9fc-98140e9d3393 HTTP/1.1" status: 200 len: 814 time: 0.1126471 Mar 23 09:16:46.022844 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-ea254f08-28ac-45c1-8500-c027d4a0e8ce tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/quotas/0f747b77dcc74d37b7a46a24818ec7c6 HTTP/1.1" status: 200 len: 375 time: 0.0098219 Mar 23 09:16:46.079895 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-570a3bf7-f184-41cc-af8f-a8c66d982c96 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=0f747b77dcc74d37b7a46a24818ec7c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518429 Mar 23 09:16:46.282262 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-8368e77e-3b7f-4ae6-b978-f6dce993a497 service neutron] 10.222.0.91 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905010 Mar 23 09:16:46.372408 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-ea9c4522-52e7-4973-8f54-4722454285db service neutron] 10.222.0.91 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842478 Mar 23 09:16:46.532594 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-90e0b67a-e9a9-479d-8f3f-b25380918815 req-aed3542a-0f8a-487f-b523-03fe61c648d8 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 210 time: 0.0292020 Mar 23 09:16:47.504119 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-7cda73ef-2a23-4c2d-b810-43362c9aa081 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:47.505674 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-7cda73ef-2a23-4c2d-b810-43362c9aa081 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.93 "GET /v2.0/networks?id=3f40993b-5c6c-42f2-a9fc-98140e9d3393 HTTP/1.1" status: 200 len: 814 time: 0.1135335 Mar 23 09:16:47.517277 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-878ddc6a-ea6a-4e9d-bc4f-f0d51d0f2e4e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Request body: {'port': {'device_id': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'admin_state_up': True, 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:16:47.651204 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-23aad0ad-382d-4e92-946c-474bc6615d7e req-9d34bfd5-a192-46bd-a643-32a16b6778fb tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 210 time: 0.0465488 Mar 23 09:16:47.684653 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-878ddc6a-ea6a-4e9d-bc4f-f0d51d0f2e4e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Made reservation on behalf of 0f747b77dcc74d37b7a46a24818ec7c6 for: {'port': 1} {{(pid=103134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 09:16:47.688353 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-878ddc6a-ea6a-4e9d-bc4f-f0d51d0f2e4e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:47.817631 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-878ddc6a-ea6a-4e9d-bc4f-f0d51d0f2e4e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Allocated IP 172.20.0.6 (3f40993b-5c6c-42f2-a9fc-98140e9d3393/92d73d50-745b-4a2f-b634-66d70ab24ba9/a1a19eaa-8960-4505-bf25-2daae9398816) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:16:48.119806 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-878ddc6a-ea6a-4e9d-bc4f-f0d51d0f2e4e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for port (a1a19eaa-8960-4505-bf25-2daae9398816), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:48.170680 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-878ddc6a-ea6a-4e9d-bc4f-f0d51d0f2e4e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:48.217792 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-878ddc6a-ea6a-4e9d-bc4f-f0d51d0f2e4e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Network 3f40993b-5c6c-42f2-a9fc-98140e9d3393 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:16:48.222708 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-878ddc6a-ea6a-4e9d-bc4f-f0d51d0f2e4e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:16:48.228828 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-878ddc6a-ea6a-4e9d-bc4f-f0d51d0f2e4e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:16:48.287006 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-878ddc6a-ea6a-4e9d-bc4f-f0d51d0f2e4e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:48.287879 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-878ddc6a-ea6a-4e9d-bc4f-f0d51d0f2e4e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:48.315198 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-878ddc6a-ea6a-4e9d-bc4f-f0d51d0f2e4e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8016737 Mar 23 09:16:48.316181 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ddc6a-ea6a-4e9d-bc4f-f0d51d0f2e4e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Pushing event updated for resources: {'Port': ['ID=a1a19eaa-8960-4505-bf25-2daae9398816,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:48.582234 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-8d736ab5-eed2-4c57-8154-35d0670d3475 None None] Provisioning complete for port a1a19eaa-8960-4505-bf25-2daae9398816 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:16:48.583988 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8d736ab5-eed2-4c57-8154-35d0670d3475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:48.626315 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-8d736ab5-eed2-4c57-8154-35d0670d3475 None None] Port a1a19eaa-8960-4505-bf25-2daae9398816 cannot update to ACTIVE because it is not bound. {{(pid=103136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 09:16:48.788838 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977d29a-91f9-4676-b32f-ed85719aa545 req-dbecaf8b-28e0-432b-9a2d-5d21d4d143f6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:48.791087 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e977d29a-91f9-4676-b32f-ed85719aa545 req-dbecaf8b-28e0-432b-9a2d-5d21d4d143f6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 931 time: 0.0625305 Mar 23 09:16:48.842393 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e977d29a-91f9-4676-b32f-ed85719aa545 req-da21aca7-7211-4d88-93ea-a5c5b424cdee tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452540 Mar 23 09:16:49.992545 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acd0e1-db0d-4776-adf4-56574129c1fb req-35892a82-9e73-4838-a77a-c2280e8c1738 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:49.994517 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f7acd0e1-db0d-4776-adf4-56574129c1fb req-35892a82-9e73-4838-a77a-c2280e8c1738 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 931 time: 0.0668936 Mar 23 09:16:50.050739 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-f7acd0e1-db0d-4776-adf4-56574129c1fb req-d28744b5-31b5-4dbd-9c39-f4708158e686 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505843 Mar 23 09:16:51.184034 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3df1ad-6633-409a-b9ad-98fc856afc83 req-591ec537-7e26-4912-a77c-00e46b89a14e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:51.186002 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9c3df1ad-6633-409a-b9ad-98fc856afc83 req-591ec537-7e26-4912-a77c-00e46b89a14e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 931 time: 0.0600567 Mar 23 09:16:51.236752 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-9c3df1ad-6633-409a-b9ad-98fc856afc83 req-6c2eff68-3c93-4ef4-87e3-c4e8a36774c4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446308 Mar 23 09:16:52.368013 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9764ff9-2eaa-4def-9083-02aef620ad39 req-ec4dd88f-cf6f-49cb-8836-31a5e4d9c016 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:52.369523 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d9764ff9-2eaa-4def-9083-02aef620ad39 req-ec4dd88f-cf6f-49cb-8836-31a5e4d9c016 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 931 time: 0.0530446 Mar 23 09:16:52.420767 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d9764ff9-2eaa-4def-9083-02aef620ad39 req-c308738f-1757-438f-bcfb-2781c765de02 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451248 Mar 23 09:16:53.554984 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22999ece-1973-44b5-b1a6-154b247a734a req-7945eb9f-9b6a-4d3b-9ee3-5d0b067b0610 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:53.556495 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-22999ece-1973-44b5-b1a6-154b247a734a req-7945eb9f-9b6a-4d3b-9ee3-5d0b067b0610 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 931 time: 0.0550082 Mar 23 09:16:53.607057 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-22999ece-1973-44b5-b1a6-154b247a734a req-ab0f16eb-7db3-419e-942c-6a1bafb2de0f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443544 Mar 23 09:16:54.756729 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f8560-3bfc-4668-ae4a-3304f48df17d req-5cf535fd-d246-41a4-a707-b7a8ecbd15ae tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:54.758627 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0b0f8560-3bfc-4668-ae4a-3304f48df17d req-5cf535fd-d246-41a4-a707-b7a8ecbd15ae tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 931 time: 0.0704892 Mar 23 09:16:54.816986 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-0b0f8560-3bfc-4668-ae4a-3304f48df17d req-f93ff5fd-90b9-4b1c-ac5b-77558938916f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523436 Mar 23 09:16:55.928192 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cdfc3-3f52-476b-a508-08b977847423 req-19536cbf-34ab-41f0-9fdb-73abf9427427 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:55.929687 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3d5cdfc3-3f52-476b-a508-08b977847423 req-19536cbf-34ab-41f0-9fdb-73abf9427427 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 931 time: 0.0523028 Mar 23 09:16:55.980489 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-3d5cdfc3-3f52-476b-a508-08b977847423 req-a9cdc385-e130-47cd-8515-b83abb1ad6c4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452521 Mar 23 09:16:57.099834 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3588a-f13a-4c09-bf1d-e10b4b0af57d req-18e4446c-dd65-4759-a163-a79268c5273c tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:57.101336 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-98c3588a-f13a-4c09-bf1d-e10b4b0af57d req-18e4446c-dd65-4759-a163-a79268c5273c tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 931 time: 0.0540311 Mar 23 09:16:57.148987 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-98c3588a-f13a-4c09-bf1d-e10b4b0af57d req-b2e968a1-bb56-4b03-84b7-dac40be2545c tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418227 Mar 23 09:16:58.268381 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef27ea-58df-47c2-976b-4e363bedec8f req-84ec5eb7-2783-46a1-b9bd-2ce195b583d2 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:58.269929 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-deef27ea-58df-47c2-976b-4e363bedec8f req-84ec5eb7-2783-46a1-b9bd-2ce195b583d2 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 931 time: 0.0557461 Mar 23 09:16:58.281295 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Request body: {'port': {'device_id': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:16:58.322890 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-deef27ea-58df-47c2-976b-4e363bedec8f req-d0a9b25b-9f3f-436e-a1ca-adea3efd64aa tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473652 Mar 23 09:16:58.351216 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:58.612861 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a19eaa-8960-4505-bf25-2daae9398816 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:16:58.621583 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Publish callbacks [] for port (a1a19eaa-8960-4505-bf25-2daae9398816), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:58.634088 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Transition to ACTIVE for port object a1a19eaa-8960-4505-bf25-2daae9398816 will not be triggered until provisioned by entity L2. {{(pid=103134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 09:16:58.638084 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:58.691076 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Pushing event updated for resources: {'Port': ['ID=a1a19eaa-8960-4505-bf25-2daae9398816,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:58.702866 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:58.702866 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:58.702866 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:58.703334 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:58.703432 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:58.703702 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:58.704023 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:58.704494 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:58.704872 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:58.705003 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:58.705292 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:58.705612 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:58.705954 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:58.706268 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:58.706586 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:16:58.780189 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Attempting to bind port a1a19eaa-8960-4505-bf25-2daae9398816 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 09:16:58.780526 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Attempting to bind port a1a19eaa-8960-4505-bf25-2daae9398816 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '97a23e85-d1c5-43db-b05d-24fd2e0f12fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 09:16:58.780860 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Attempting to bind port a1a19eaa-8960-4505-bf25-2daae9398816 on network 3f40993b-5c6c-42f2-a9fc-98140e9d3393 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:16:58.785303 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Port a1a19eaa-8960-4505-bf25-2daae9398816 on network 3f40993b-5c6c-42f2-a9fc-98140e9d3393 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 09:16:58.786307 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Attempting to bind port a1a19eaa-8960-4505-bf25-2daae9398816 on network 3f40993b-5c6c-42f2-a9fc-98140e9d3393 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 09:16:58.791730 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Checking agent: {'id': 'f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'started_at': datetime.datetime(2022, 3, 23, 9, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 9, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 09:16:58.792073 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Checking segment: {'id': '97a23e85-d1c5-43db-b05d-24fd2e0f12fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 09:16:58.792460 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Bound using segment: {'id': '97a23e85-d1c5-43db-b05d-24fd2e0f12fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 09:16:58.792892 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Bound port: a1a19eaa-8960-4505-bf25-2daae9398816, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a23e85-d1c5-43db-b05d-24fd2e0f12fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 09:16:58.793250 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:58.859894 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] For port a1a19eaa-8960-4505-bf25-2daae9398816, host hv-cinder-83482, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 09:16:58.862887 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] For port a1a19eaa-8960-4505-bf25-2daae9398816, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1a19eaa-8960-4505-bf25-2daae9398816,segment=NetworkSegment(97a23e85-d1c5-43db-b05d-24fd2e0f12fa),segment_id=97a23e85-d1c5-43db-b05d-24fd2e0f12fa)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 09:16:58.870678 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:58.904028 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:58.904649 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:16:58.906080 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] 10.222.0.93 "PUT /v2.0/ports/a1a19eaa-8960-4505-bf25-2daae9398816 HTTP/1.1" status: 200 len: 1093 time: 0.6295695 Mar 23 09:16:58.906516 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'tag': 'a1a19eaa-8960-4505-bf25-2daae9398816'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:16:58.908727 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbb1782-39c7-4c23-9f14-b8765fcfb1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "5da7e8e5-c8fb-4932-8a01-e69710ed24c0", "tag": "a1a19eaa-8960-4505-bf25-2daae9398816"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:16:58.935760 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75536d22-2f7d-41ac-9bff-163f9442ebee service neutron] Pushing event updated for resources: {'Port': ['ID=a1a19eaa-8960-4505-bf25-2daae9398816,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:16:58.979046 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad921409-a55f-45d5-916c-fab662096122 x-openstack-request-id: req-ad921409-a55f-45d5-916c-fab662096122 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:16:58.979316 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da7e8e5-c8fb-4932-8a01-e69710ed24c0", "tag": "a1a19eaa-8960-4505-bf25-2daae9398816", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:16:58.979589 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ad921409-a55f-45d5-916c-fab662096122 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:16:58.979950 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad921409-a55f-45d5-916c-fab662096122'] response: {'name': 'network-changed', 'server_uuid': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'tag': 'a1a19eaa-8960-4505-bf25-2daae9398816', 'status': 'completed', 'code': 200} Mar 23 09:16:59.024184 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-4548a629-a38e-47e8-a58d-6995d90781f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:59.025772 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-4548a629-a38e-47e8-a58d-6995d90781f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f747b77dcc74d37b7a46a24818ec7c6&device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 1127 time: 0.0563922 Mar 23 09:16:59.071863 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-99661c0d-0514-44f8-843b-6997a7b3cc97 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a19eaa-8960-4505-bf25-2daae9398816 HTTP/1.1" status: 200 len: 217 time: 0.0396092 Mar 23 09:16:59.121049 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-becc5e30-9926-468a-a7aa-54d7e7f773c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:59.122558 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-becc5e30-9926-468a-a7aa-54d7e7f773c3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92d73d50-745b-4a2f-b634-66d70ab24ba9 HTTP/1.1" status: 200 len: 853 time: 0.0455844 Mar 23 09:16:59.171554 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-f68b10cd-1e9b-421c-931b-d39fe87456a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:59.173052 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-f68b10cd-1e9b-421c-931b-d39fe87456a3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f40993b-5c6c-42f2-a9fc-98140e9d3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0451016 Mar 23 09:16:59.265679 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-9efcccc9-b58a-4885-84c9-2cd4238092ff service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857811 Mar 23 09:16:59.360994 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aaf6a03b-b0b8-4c6d-97e4-0493e60b9a7d req-f047ee4a-e9f5-4c8d-8aca-26ef42bdae6f service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894403 Mar 23 09:16:59.445509 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3e264-c67d-4e40-8427-4af59b10f6e5 req-97ee4c11-3c01-44b1-b37f-fe5d8ebdb41e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:59.447930 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cbe3e264-c67d-4e40-8427-4af59b10f6e5 req-97ee4c11-3c01-44b1-b37f-fe5d8ebdb41e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 943 time: 0.0569177 Mar 23 09:16:59.471289 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb1782-39c7-4c23-9f14-b8765fcfb1a4 req-5c4ab2c6-58f7-4b60-a023-0be8e64eb8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:59.472805 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fbb1782-39c7-4c23-9f14-b8765fcfb1a4 req-5c4ab2c6-58f7-4b60-a023-0be8e64eb8d9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f747b77dcc74d37b7a46a24818ec7c6&device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 1127 time: 0.0641088 Mar 23 09:16:59.498307 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cbe3e264-c67d-4e40-8427-4af59b10f6e5 req-846c666d-56e5-46dc-8a59-6572dc020e66 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426683 Mar 23 09:16:59.564295 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb1782-39c7-4c23-9f14-b8765fcfb1a4 req-1e693b89-5181-4632-be9b-1a43d3155cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:59.565675 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fbb1782-39c7-4c23-9f14-b8765fcfb1a4 req-1e693b89-5181-4632-be9b-1a43d3155cb3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3f40993b-5c6c-42f2-a9fc-98140e9d3393 HTTP/1.1" status: 200 len: 915 time: 0.0870693 Mar 23 09:16:59.612213 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fbb1782-39c7-4c23-9f14-b8765fcfb1a4 req-ce1b71c8-a88b-4eb9-a0dd-9bcddae0c59f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a19eaa-8960-4505-bf25-2daae9398816 HTTP/1.1" status: 200 len: 217 time: 0.0407836 Mar 23 09:16:59.664032 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb1782-39c7-4c23-9f14-b8765fcfb1a4 req-8b332d40-5153-4361-80c2-c0e9f374efca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:59.665499 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fbb1782-39c7-4c23-9f14-b8765fcfb1a4 req-8b332d40-5153-4361-80c2-c0e9f374efca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92d73d50-745b-4a2f-b634-66d70ab24ba9 HTTP/1.1" status: 200 len: 853 time: 0.0479727 Mar 23 09:16:59.716217 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb1782-39c7-4c23-9f14-b8765fcfb1a4 req-7f41f051-1e92-4448-a947-7429732f8538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:16:59.717728 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fbb1782-39c7-4c23-9f14-b8765fcfb1a4 req-7f41f051-1e92-4448-a947-7429732f8538 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f40993b-5c6c-42f2-a9fc-98140e9d3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0462804 Mar 23 09:16:59.812199 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fbb1782-39c7-4c23-9f14-b8765fcfb1a4 req-5c0e714c-509f-4a81-9585-f19cfc408d3b service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879338 Mar 23 09:16:59.901352 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-8fbb1782-39c7-4c23-9f14-b8765fcfb1a4 req-386388b2-f4c3-497b-aebd-de7fe4c77c68 service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829432 Mar 23 09:17:00.529105 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c1c-b54d-459d-a6bf-631d63d658fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:00.630809 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec2214-3f60-4be2-9b3d-7db327948b7f req-81a897a8-192f-4ded-b176-ea32b0f299d6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:00.632297 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-92ec2214-3f60-4be2-9b3d-7db327948b7f req-81a897a8-192f-4ded-b176-ea32b0f299d6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 943 time: 0.0589983 Mar 23 09:17:00.680034 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-92ec2214-3f60-4be2-9b3d-7db327948b7f req-6a9bae58-9def-4566-a599-02dcd5cf9ec8 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 Mar 23 09:17:00.864172 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:01.195478 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device a1a19eaa-8960-4505-bf25-2daae9398816 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 09:17:01.422133 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port a1a19eaa-8960-4505-bf25-2daae9398816, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1a19eaa-8960-4505-bf25-2daae9398816,segment=NetworkSegment(97a23e85-d1c5-43db-b05d-24fd2e0f12fa),segment_id=97a23e85-d1c5-43db-b05d-24fd2e0f12fa)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:17:01.439743 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Returning: {'device': 'a1a19eaa-8960-4505-bf25-2daae9398816', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'port_id': 'a1a19eaa-8960-4505-bf25-2daae9398816', 'mac_address': 'fa:16:3e:23:04:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 09:17:01.480307 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port a1a19eaa-8960-4505-bf25-2daae9398816 is: DOWN; New status is: BUILD {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:17:01.480766 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:01.499246 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a19eaa-8960-4505-bf25-2daae9398816 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 09:17:01.518897 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port a1a19eaa-8960-4505-bf25-2daae9398816, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1a19eaa-8960-4505-bf25-2daae9398816,segment=NetworkSegment(97a23e85-d1c5-43db-b05d-24fd2e0f12fa),segment_id=97a23e85-d1c5-43db-b05d-24fd2e0f12fa)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:17:01.523288 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:01.583624 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=a1a19eaa-8960-4505-bf25-2daae9398816,revision_number=4']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:17:01.590718 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:01.591069 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:01.591490 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:01.591815 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:01.592224 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:01.592540 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:01.592872 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:01.593208 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:01.593536 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:01.593884 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:01.594217 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:01.594549 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:01.594876 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:01.595207 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:01.595560 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:01.806926 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ee24d-1fa3-4820-bff7-07f91c767978 req-25dadc95-0566-43e1-a5cc-30bab952329c tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:01.808432 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-778ee24d-1fa3-4820-bff7-07f91c767978 req-25dadc95-0566-43e1-a5cc-30bab952329c tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 944 time: 0.0614948 Mar 23 09:17:01.858168 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-778ee24d-1fa3-4820-bff7-07f91c767978 req-d5eae326-12fd-4d3a-9c72-ad3a580a6fc7 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432580 Mar 23 09:17:01.906427 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['a1a19eaa-8960-4505-bf25-2daae9398816'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:17:02.891100 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-39aacb9e-f8c1-4193-bbab-a6f50cfd6ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:02.983466 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7c150-e0ce-4346-b130-9e3b8afe8609 req-f9727ae0-7279-4abe-a888-f8bf0bf0207f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:02.984959 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-05b7c150-e0ce-4346-b130-9e3b8afe8609 req-f9727ae0-7279-4abe-a888-f8bf0bf0207f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 944 time: 0.0592065 Mar 23 09:17:03.033294 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-05b7c150-e0ce-4346-b130-9e3b8afe8609 req-dd08d4ab-312a-419c-a277-ca1ed7e4ade7 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426586 Mar 23 09:17:03.195411 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device a1a19eaa-8960-4505-bf25-2daae9398816 up at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 09:17:03.245156 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning for port a1a19eaa-8960-4505-bf25-2daae9398816 completed by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 09:17:03.248989 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Provisioning complete for port a1a19eaa-8960-4505-bf25-2daae9398816 triggered by entity L2. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:17:03.249367 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:03.327175 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Current status of the port a1a19eaa-8960-4505-bf25-2daae9398816 is: BUILD; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:17:03.327564 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:03.354375 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a19eaa-8960-4505-bf25-2daae9398816'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:17:03.356629 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f111e6789f77c9485bc3116abffc5b3815b21f08cc092a2a5d9e9de36a5bb215" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17e48f1-3101-4878-99f3-e4180fdc471d" -d '{"events": [{"server_uuid": "5da7e8e5-c8fb-4932-8a01-e69710ed24c0", "name": "network-vif-plugged", "status": "completed", "tag": "a1a19eaa-8960-4505-bf25-2daae9398816"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:17:03.369720 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] For port a1a19eaa-8960-4505-bf25-2daae9398816, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1a19eaa-8960-4505-bf25-2daae9398816,segment=NetworkSegment(97a23e85-d1c5-43db-b05d-24fd2e0f12fa),segment_id=97a23e85-d1c5-43db-b05d-24fd2e0f12fa)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:17:03.373889 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:03.423171 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Pushing event updated for resources: {'Port': ['ID=a1a19eaa-8960-4505-bf25-2daae9398816,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:17:03.536434 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7421a17b-eaef-45b6-8b9d-a018c16497a3 x-openstack-request-id: req-7421a17b-eaef-45b6-8b9d-a018c16497a3 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:17:03.536728 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da7e8e5-c8fb-4932-8a01-e69710ed24c0", "name": "network-vif-plugged", "status": "completed", "tag": "a1a19eaa-8960-4505-bf25-2daae9398816", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:17:03.536982 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7421a17b-eaef-45b6-8b9d-a018c16497a3 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:17:03.537387 dv-cinder-834822-2-smb neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7421a17b-eaef-45b6-8b9d-a018c16497a3'] response: {'server_uuid': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a19eaa-8960-4505-bf25-2daae9398816', 'code': 200} Mar 23 09:17:03.709887 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb6393-fee6-4f89-9d60-f15624b41300 req-39e1224b-9b4f-41c3-b36f-355f8c9d2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:03.711394 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-03fb6393-fee6-4f89-9d60-f15624b41300 req-39e1224b-9b4f-41c3-b36f-355f8c9d2875 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 1129 time: 0.0455847 Mar 23 09:17:03.758172 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-03fb6393-fee6-4f89-9d60-f15624b41300 req-e953a1a9-f104-4635-a6a3-f7e2e8f1edb7 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412507 Mar 23 09:17:04.035150 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:04.156266 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d553c-a9bf-43a9-b64c-5c1455c107f9 req-e3a96d13-8a81-406f-8d6f-f2077502aa50 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:04.157688 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3d0d553c-a9bf-43a9-b64c-5c1455c107f9 req-e3a96d13-8a81-406f-8d6f-f2077502aa50 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 945 time: 0.0565832 Mar 23 09:17:04.206815 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-3d0d553c-a9bf-43a9-b64c-5c1455c107f9 req-0f769deb-9a7b-4f79-bc44-266cd0912cf6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429397 Mar 23 09:17:05.331290 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847220c-4065-4f7e-a3e0-f63a030af793 req-b356f073-d924-4827-aad2-cfc2f7af5be6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:05.333701 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5847220c-4065-4f7e-a3e0-f63a030af793 req-b356f073-d924-4827-aad2-cfc2f7af5be6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 945 time: 0.0556209 Mar 23 09:17:05.381891 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-5847220c-4065-4f7e-a3e0-f63a030af793 req-d75e9f4e-cf5e-44fc-b760-f0a253adec91 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424945 Mar 23 09:17:05.506177 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e659c-87df-4893-8efa-a1884ad87ad0 req-5de01750-363c-43d9-b9d3-682d804db478 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:05.507574 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-336e659c-87df-4893-8efa-a1884ad87ad0 req-5de01750-363c-43d9-b9d3-682d804db478 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 945 time: 0.0548317 Mar 23 09:17:05.554428 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-336e659c-87df-4893-8efa-a1884ad87ad0 req-28009863-2472-4eda-98c5-ced20ebd2904 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Mar 23 09:17:05.667704 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:05.903886 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50825091-23c6-4f32-9a84-f57175754c55 req-385a15b4-03a4-4245-b49f-80ff8cf887a2 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:05.905411 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-50825091-23c6-4f32-9a84-f57175754c55 req-385a15b4-03a4-4245-b49f-80ff8cf887a2 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 945 time: 0.0623431 Mar 23 09:17:05.957492 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-50825091-23c6-4f32-9a84-f57175754c55 req-bd38ae9f-1bc0-41c4-ab43-65cf9b159ec1 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463374 Mar 23 09:17:06.818796 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:17:06.882193 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:09.209707 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1069a1-d141-4d8f-b5ac-e92c2f259093 req-e3fb02d8-a739-4859-87f0-02bb89922c03 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:09.211203 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6d1069a1-d141-4d8f-b5ac-e92c2f259093 req-e3fb02d8-a739-4859-87f0-02bb89922c03 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 945 time: 0.0526223 Mar 23 09:17:09.257608 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6d1069a1-d141-4d8f-b5ac-e92c2f259093 req-b4e123dd-cd98-46b8-b528-c1d7ace8bae8 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407798 Mar 23 09:17:09.279489 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33722) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:17:09.367295 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8afdb5a-231f-4e52-b7a0-23bbfa7c4750 tempest-TestMinimumBasicScenario-1095461435 tempest-TestMinimumBasicScenario-1095461435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:09.368818 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-b8afdb5a-231f-4e52-b7a0-23bbfa7c4750 tempest-TestMinimumBasicScenario-1095461435 tempest-TestMinimumBasicScenario-1095461435-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 1124 time: 0.0883517 Mar 23 09:17:09.372080 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33726) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:17:09.376249 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Request body: {'floatingip': {'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'port_id': 'a1a19eaa-8960-4505-bf25-2daae9398816', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:17:09.395850 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:09.490388 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (None), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:09.592531 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_common [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Allocated IP 172.28.1.157 (fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6/5ea3a26f-c56b-44e4-bddc-2382ca705a31/ea1dba7d-c2f3-4b9c-9abc-3673951f8157) {{(pid=103135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 09:17:09.690004 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for port (ea1dba7d-c2f3-4b9c-9abc-3673951f8157), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:09.723377 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760674394615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (ea1dba7d-c2f3-4b9c-9abc-3673951f8157), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:09.758897 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Network fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6 is already hosted by enough agents. {{(pid=103135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 09:17:09.761949 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.base_scheduler [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Resources bound (agent type, host, resource id): {{(pid=103135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 09:17:09.765597 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Received port after_create {{(pid=103135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 09:17:09.794962 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Pushing event updated for resources: {'Port': ['ID=ea1dba7d-c2f3-4b9c-9abc-3673951f8157,revision_number=1']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:17:09.807549 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:09.807899 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:09.808239 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:09.808574 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:09.808902 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:09.809227 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:09.809551 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:09.809887 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:09.810212 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:09.810538 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:09.810852 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:09.811167 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:09.811482 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:09.811797 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:09.812110 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:17:10.128845 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for floatingip (b568dd18-3604-4ab5-9dd6-664867240bff), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:10.199845 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (ea1dba7d-c2f3-4b9c-9abc-3673951f8157), before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:10.346452 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for port (ea1dba7d-c2f3-4b9c-9abc-3673951f8157), precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:10.350665 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10199165'] for port (ea1dba7d-c2f3-4b9c-9abc-3673951f8157), after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:10.416958 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Pushing event updated for resources: {'Port': ['ID=ea1dba7d-c2f3-4b9c-9abc-3673951f8157,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:17:10.428881 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548422'] for floatingip (b568dd18-3604-4ab5-9dd6-664867240bff), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:10.528166 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.db.l3_db [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Floating IP b568dd18-3604-4ab5-9dd6-664867240bff associated. External IP: 172.28.1.157, port: a1a19eaa-8960-4505-bf25-2daae9398816. Mar 23 09:17:10.735480 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Router 18013528-f7ea-4fb2-840e-971100ab3b52 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:17:10.842238 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:17:10.852857 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad4abe-a039-4f71-a7c0-3744a2b0b919 None None] Sync routers for ids ['18013528-f7ea-4fb2-840e-971100ab3b52'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:17:10.859355 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:10.865805 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad4abe-a039-4f71-a7c0-3744a2b0b919 None None] Routers {'18013528-f7ea-4fb2-840e-971100ab3b52'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:17:10.866617 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-69ad4abe-a039-4f71-a7c0-3744a2b0b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:17:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['18013528-f7ea-4fb2-840e-971100ab3b52'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:17:10.887660 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7b9940bf-0968-45e8-b4e4-ec0ee8580d1e req-ae79c501-0574-4de2-99b6-3a18ad479827 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450127 Mar 23 09:17:10.984562 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9940bf-0968-45e8-b4e4-ec0ee8580d1e req-b0bc6a1f-7de3-4ed9-acf3-59509f51de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:10.986318 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7b9940bf-0968-45e8-b4e4-ec0ee8580d1e req-b0bc6a1f-7de3-4ed9-acf3-59509f51de72 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f747b77dcc74d37b7a46a24818ec7c6&device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 1129 time: 0.0517831 Mar 23 09:17:10.991897 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-69ad4abe-a039-4f71-a7c0-3744a2b0b919 None None] Set router 18013528-f7ea-4fb2-840e-971100ab3b52 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:17:11.097483 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9940bf-0968-45e8-b4e4-ec0ee8580d1e req-e4029ce7-ec5c-407c-ab63-3f9f2d225e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:11.099310 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7b9940bf-0968-45e8-b4e4-ec0ee8580d1e req-e4029ce7-ec5c-407c-ab63-3f9f2d225e9b service neutron] 10.222.0.93 "GET /v2.0/networks?id=3f40993b-5c6c-42f2-a9fc-98140e9d3393 HTTP/1.1" status: 200 len: 915 time: 0.0938842 Mar 23 09:17:11.154128 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-60103ccd-1a6a-41af-b759-edb5a09c6cf4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7809939 Mar 23 09:17:11.154724 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'tag': 'a1a19eaa-8960-4505-bf25-2daae9398816'}] {{(pid=103135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:17:11.157202 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51f15b860103e8e2aec02021d47e14fc4ddffbdf8d3bff073939c8104b05bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e024b281-1ed4-4d18-9907-c0d60dcea8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5da7e8e5-c8fb-4932-8a01-e69710ed24c0", "tag": "a1a19eaa-8960-4505-bf25-2daae9398816"}]}' {{(pid=103135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:17:11.158188 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33728) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:17:11.165233 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-3132130a-0245-44c3-94b2-b73e71955009 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679505568', 'description': 'tempest-secgroup-smoke-679505568 description', 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:17:11.198019 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7b9940bf-0968-45e8-b4e4-ec0ee8580d1e req-2d11bb35-b2ce-46b4-a5df-69929506e411 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a19eaa-8960-4505-bf25-2daae9398816 HTTP/1.1" status: 200 len: 999 time: 0.0902355 Mar 23 09:17:11.232324 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3132130a-0245-44c3-94b2-b73e71955009 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.242185 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-69ad4abe-a039-4f71-a7c0-3744a2b0b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:29Z', 'revision_number': 4, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'gw_port': {'id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': 'b568dd18-3604-4ab5-9dd6-664867240bff', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'floating_ip_address': '172.28.1.157', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'port_id': 'a1a19eaa-8960-4505-bf25-2daae9398816', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'mac_address': 'fa:16:3e:23:04:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:17:10Z', 'updated_at': '2022-03-23T09:17:10Z', 'revision_number': 0, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4', 'name': '', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'mac_address': 'fa:16:3e:03:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:29Z', 'updated_at': '2022-03-23T09:16:34Z', 'revision_number': 5, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'subnets': [{'id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:17:11.261028 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9940bf-0968-45e8-b4e4-ec0ee8580d1e req-aae01bad-ca07-4b75-bb48-4664a9d786a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:11.262742 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7b9940bf-0968-45e8-b4e4-ec0ee8580d1e req-aae01bad-ca07-4b75-bb48-4664a9d786a2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92d73d50-745b-4a2f-b634-66d70ab24ba9 HTTP/1.1" status: 200 len: 853 time: 0.0608001 Mar 23 09:17:11.265066 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f635a8-aad6-4a1d-bbbb-d610a18f10dc x-openstack-request-id: req-e7f635a8-aad6-4a1d-bbbb-d610a18f10dc {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:17:11.265726 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da7e8e5-c8fb-4932-8a01-e69710ed24c0", "tag": "a1a19eaa-8960-4505-bf25-2daae9398816", "status": "completed", "code": 200}]} {{(pid=103135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:17:11.266213 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e7f635a8-aad6-4a1d-bbbb-d610a18f10dc {{(pid=103135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:17:11.266975 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f635a8-aad6-4a1d-bbbb-d610a18f10dc'] response: {'name': 'network-changed', 'server_uuid': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'tag': 'a1a19eaa-8960-4505-bf25-2daae9398816', 'status': 'completed', 'code': 200} Mar 23 09:17:11.273435 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad4abe-a039-4f71-a7c0-3744a2b0b919 None None] Checking router: 18013528-f7ea-4fb2-840e-971100ab3b52 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:17:11.281929 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad4abe-a039-4f71-a7c0-3744a2b0b919 None None] Routers {'18013528-f7ea-4fb2-840e-971100ab3b52'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:17:11.282540 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-69ad4abe-a039-4f71-a7c0-3744a2b0b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:17:03Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['18013528-f7ea-4fb2-840e-971100ab3b52'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:17:11.352741 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3132130a-0245-44c3-94b2-b73e71955009 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group (871236fa-93c4-4753-b2f8-b28c737f137e), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.355099 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9940bf-0968-45e8-b4e4-ec0ee8580d1e req-7ce998b9-f01e-44de-bbc8-09a2a6e9477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:11.356810 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7b9940bf-0968-45e8-b4e4-ec0ee8580d1e req-7ce998b9-f01e-44de-bbc8-09a2a6e9477e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f40993b-5c6c-42f2-a9fc-98140e9d3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0841348 Mar 23 09:17:11.358076 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3132130a-0245-44c3-94b2-b73e71955009 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (871236fa-93c4-4753-b2f8-b28c737f137e), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.389512 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-69ad4abe-a039-4f71-a7c0-3744a2b0b919 None None] Set router 18013528-f7ea-4fb2-840e-971100ab3b52 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:17:11.428816 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3132130a-0245-44c3-94b2-b73e71955009 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.430050 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-3132130a-0245-44c3-94b2-b73e71955009 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2709036 Mar 23 09:17:11.433780 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33734) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:17:11.439917 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-d70485c4-107b-4475-8b83-496c9006799f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Request body: {'security_group_rule': {'security_group_id': '871236fa-93c4-4753-b2f8-b28c737f137e', 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:17:11.440146 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132130a-0245-44c3-94b2-b73e71955009 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871236fa-93c4-4753-b2f8-b28c737f137e,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:17:11.480845 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d70485c4-107b-4475-8b83-496c9006799f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (c8ca7ac1-05ec-4ac4-bd30-f857605d9dcf), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.482514 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7b9940bf-0968-45e8-b4e4-ec0ee8580d1e req-427cf5fa-743c-4402-9748-67df73ebbe2a service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181552 Mar 23 09:17:11.544408 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d70485c4-107b-4475-8b83-496c9006799f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (c8ca7ac1-05ec-4ac4-bd30-f857605d9dcf), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.548967 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d70485c4-107b-4475-8b83-496c9006799f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (c8ca7ac1-05ec-4ac4-bd30-f857605d9dcf), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.568734 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70485c4-107b-4475-8b83-496c9006799f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ca7ac1-05ec-4ac4-bd30-f857605d9dcf,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:17:11.576803 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d70485c4-107b-4475-8b83-496c9006799f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.580843 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33736) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:17:11.581514 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-d70485c4-107b-4475-8b83-496c9006799f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459813 Mar 23 09:17:11.588499 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [None req-cffcf510-d2e2-446d-8a4c-df33b4f74535 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Request body: {'security_group_rule': {'security_group_id': '871236fa-93c4-4753-b2f8-b28c737f137e', 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:17:11.600210 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7b9940bf-0968-45e8-b4e4-ec0ee8580d1e req-d2239785-4c10-4b87-8e86-ad0522737bbb service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124218 Mar 23 09:17:11.619783 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cffcf510-d2e2-446d-8a4c-df33b4f74535 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (de052b21-d8d3-46ba-940a-2a4c29acecbd), before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.646447 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-69ad4abe-a039-4f71-a7c0-3744a2b0b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:29Z', 'revision_number': 4, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'gw_port': {'id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': 'b568dd18-3604-4ab5-9dd6-664867240bff', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'floating_ip_address': '172.28.1.157', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'port_id': 'a1a19eaa-8960-4505-bf25-2daae9398816', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'mac_address': 'fa:16:3e:23:04:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:17:10Z', 'updated_at': '2022-03-23T09:17:10Z', 'revision_number': 0, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4', 'name': '', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'mac_address': 'fa:16:3e:03:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:29Z', 'updated_at': '2022-03-23T09:16:34Z', 'revision_number': 5, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'subnets': [{'id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:17:11.675145 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad4abe-a039-4f71-a7c0-3744a2b0b919 None None] The sync data for ids ['18013528-f7ea-4fb2-840e-971100ab3b52'] in dv-cinder-834822-2-smb is: [{'id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:29Z', 'revision_number': 4, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'gw_port': {'id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_floatingips': [{'id': 'b568dd18-3604-4ab5-9dd6-664867240bff', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'floating_ip_address': '172.28.1.157', 'floating_network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'router_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'port_id': 'a1a19eaa-8960-4505-bf25-2daae9398816', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'mac_address': 'fa:16:3e:23:04:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T09:17:10Z', 'updated_at': '2022-03-23T09:17:10Z', 'revision_number': 0, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4', 'name': '', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'mac_address': 'fa:16:3e:03:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:29Z', 'updated_at': '2022-03-23T09:16:34Z', 'revision_number': 5, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'subnets': [{'id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:17:11.699650 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cffcf510-d2e2-446d-8a4c-df33b4f74535 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (de052b21-d8d3-46ba-940a-2a4c29acecbd), precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.704286 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cffcf510-d2e2-446d-8a4c-df33b4f74535 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (de052b21-d8d3-46ba-940a-2a4c29acecbd), after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.727085 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcf510-d2e2-446d-8a4c-df33b4f74535 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de052b21-d8d3-46ba-940a-2a4c29acecbd,revision_number=0']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:17:11.737560 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cffcf510-d2e2-446d-8a4c-df33b4f74535 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.738956 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-cffcf510-d2e2-446d-8a4c-df33b4f74535 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1571612 Mar 23 09:17:11.742455 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024b281-1ed4-4d18-9907-c0d60dcea8d1 req-1571faae-0221-4473-8a48-9ab3038c723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:11.744215 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e024b281-1ed4-4d18-9907-c0d60dcea8d1 req-1571faae-0221-4473-8a48-9ab3038c723e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f747b77dcc74d37b7a46a24818ec7c6&device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 1129 time: 0.0840685 Mar 23 09:17:11.744385 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33738) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:17:11.749091 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-ab00ad37-d40a-4016-bc5f-78a8c0e1b91f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Request body: {'security_group_rule': {'security_group_id': '871236fa-93c4-4753-b2f8-b28c737f137e', 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:17:11.777053 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ab00ad37-d40a-4016-bc5f-78a8c0e1b91f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (ca718fbb-bed5-4c93-a050-d152104ea877), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.836445 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024b281-1ed4-4d18-9907-c0d60dcea8d1 req-2341f2d7-e4d5-45c4-aa2c-9c5b872bb4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:11.838033 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e024b281-1ed4-4d18-9907-c0d60dcea8d1 req-2341f2d7-e4d5-45c4-aa2c-9c5b872bb4b0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3f40993b-5c6c-42f2-a9fc-98140e9d3393 HTTP/1.1" status: 200 len: 915 time: 0.0874538 Mar 23 09:17:11.838466 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ab00ad37-d40a-4016-bc5f-78a8c0e1b91f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (ca718fbb-bed5-4c93-a050-d152104ea877), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.842255 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ab00ad37-d40a-4016-bc5f-78a8c0e1b91f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (ca718fbb-bed5-4c93-a050-d152104ea877), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.864588 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00ad37-d40a-4016-bc5f-78a8c0e1b91f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca718fbb-bed5-4c93-a050-d152104ea877,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:17:11.873259 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ab00ad37-d40a-4016-bc5f-78a8c0e1b91f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.879375 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-ab00ad37-d40a-4016-bc5f-78a8c0e1b91f tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336784 Mar 23 09:17:11.883732 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33740) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:17:11.888874 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-fa7c4a93-2d40-4823-8c37-7de74dbf5714 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Request body: {'security_group_rule': {'security_group_id': '871236fa-93c4-4753-b2f8-b28c737f137e', 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:17:11.923690 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4a93-2d40-4823-8c37-7de74dbf5714 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (bd5c3ee1-0f84-4b3f-a326-021aeb3ad50a), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:11.929202 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f517b66-1527-4efc-b920-eeab10045019 None None] New status for floating IP b568dd18-3604-4ab5-9dd6-664867240bff: ACTIVE {{(pid=103137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:17:11.947165 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e024b281-1ed4-4d18-9907-c0d60dcea8d1 req-ff8ace56-cc09-4ac0-9f5e-15dd8a48d4dc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a19eaa-8960-4505-bf25-2daae9398816 HTTP/1.1" status: 200 len: 999 time: 0.1013265 Mar 23 09:17:11.998161 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4a93-2d40-4823-8c37-7de74dbf5714 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (bd5c3ee1-0f84-4b3f-a326-021aeb3ad50a), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:12.002080 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4a93-2d40-4823-8c37-7de74dbf5714 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (bd5c3ee1-0f84-4b3f-a326-021aeb3ad50a), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:12.011903 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024b281-1ed4-4d18-9907-c0d60dcea8d1 req-75607465-bf79-4b6a-8934-98c588d2f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:12.013731 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e024b281-1ed4-4d18-9907-c0d60dcea8d1 req-75607465-bf79-4b6a-8934-98c588d2f775 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92d73d50-745b-4a2f-b634-66d70ab24ba9 HTTP/1.1" status: 200 len: 853 time: 0.0571535 Mar 23 09:17:12.020808 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c4a93-2d40-4823-8c37-7de74dbf5714 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5c3ee1-0f84-4b3f-a326-021aeb3ad50a,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:17:12.029536 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4a93-2d40-4823-8c37-7de74dbf5714 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:12.031118 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-fa7c4a93-2d40-4823-8c37-7de74dbf5714 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462550 Mar 23 09:17:12.034140 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33742) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:17:12.039234 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-7f6e3d1f-448e-4615-a4b2-ed64526e050e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Request body: {'security_group_rule': {'security_group_id': '871236fa-93c4-4753-b2f8-b28c737f137e', 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:17:12.060375 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.db.securitygroups_db [None req-7f6e3d1f-448e-4615-a4b2-ed64526e050e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Project 0f747b77dcc74d37b7a46a24818ec7c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 09:17:12.067187 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3d1f-448e-4615-a4b2-ed64526e050e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (07213508-5f9f-40f1-a767-92654fa112ed), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:12.071666 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024b281-1ed4-4d18-9907-c0d60dcea8d1 req-9f80e3fe-cd10-4ed4-a929-182a5a4a7810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:12.073642 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e024b281-1ed4-4d18-9907-c0d60dcea8d1 req-9f80e3fe-cd10-4ed4-a929-182a5a4a7810 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f40993b-5c6c-42f2-a9fc-98140e9d3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0528145 Mar 23 09:17:12.135972 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3d1f-448e-4615-a4b2-ed64526e050e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (07213508-5f9f-40f1-a767-92654fa112ed), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:12.140818 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3d1f-448e-4615-a4b2-ed64526e050e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (07213508-5f9f-40f1-a767-92654fa112ed), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:12.161799 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e3d1f-448e-4615-a4b2-ed64526e050e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07213508-5f9f-40f1-a767-92654fa112ed,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:17:12.166667 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3d1f-448e-4615-a4b2-ed64526e050e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:12.167927 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-7f6e3d1f-448e-4615-a4b2-ed64526e050e tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325681 Mar 23 09:17:12.170544 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33744) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:17:12.174963 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.v2.base [None req-6ca98814-fddc-4416-b4d8-79af3fb428c1 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Request body: {'security_group_rule': {'security_group_id': '871236fa-93c4-4753-b2f8-b28c737f137e', 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:17:12.182918 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e024b281-1ed4-4d18-9907-c0d60dcea8d1 req-b1716ed1-be9d-440e-8d80-409d2f2b7a38 service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028895 Mar 23 09:17:12.195834 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.db.securitygroups_db [None req-6ca98814-fddc-4416-b4d8-79af3fb428c1 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Project 0f747b77dcc74d37b7a46a24818ec7c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 09:17:12.200962 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6ca98814-fddc-4416-b4d8-79af3fb428c1 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (32949c74-f8a5-49bd-92af-13ced7035f60), before_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:12.261018 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6ca98814-fddc-4416-b4d8-79af3fb428c1 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (32949c74-f8a5-49bd-92af-13ced7035f60), precommit_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:12.266081 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6ca98814-fddc-4416-b4d8-79af3fb428c1 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721514'] for security_group_rule (32949c74-f8a5-49bd-92af-13ced7035f60), after_create {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:12.281316 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-e024b281-1ed4-4d18-9907-c0d60dcea8d1 req-8e7cf8b5-b70a-4f25-8cff-53b04b76531d service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883327 Mar 23 09:17:12.284172 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca98814-fddc-4416-b4d8-79af3fb428c1 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32949c74-f8a5-49bd-92af-13ced7035f60,revision_number=0']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:17:12.291532 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6ca98814-fddc-4416-b4d8-79af3fb428c1 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:12.295415 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-6ca98814-fddc-4416-b4d8-79af3fb428c1 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212237 Mar 23 09:17:12.385747 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-52dd074a-614f-48c4-9eb8-5b467bbea8a0 req-9609f800-035d-4b83-82c7-5a56deb4f1c4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679505568&fields=id&tenant_id=0f747b77dcc74d37b7a46a24818ec7c6 HTTP/1.1" status: 200 len: 267 time: 0.0465477 Mar 23 09:17:12.440580 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd074a-614f-48c4-9eb8-5b467bbea8a0 req-a36c1dfe-cb48-4247-8094-955c57e024a6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:12.442639 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-52dd074a-614f-48c4-9eb8-5b467bbea8a0 req-a36c1dfe-cb48-4247-8094-955c57e024a6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 945 time: 0.0516012 Mar 23 09:17:12.453088 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-52dd074a-614f-48c4-9eb8-5b467bbea8a0 req-12feda0f-cef0-4d93-a448-390c02dc457d tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Request body: {'port': {'security_groups': ['a5241755-4feb-4ff1-a533-20da2537bf50', '871236fa-93c4-4753-b2f8-b28c737f137e']}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:17:12.518484 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-52dd074a-614f-48c4-9eb8-5b467bbea8a0 req-12feda0f-cef0-4d93-a448-390c02dc457d tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:12.700131 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-52dd074a-614f-48c4-9eb8-5b467bbea8a0 req-12feda0f-cef0-4d93-a448-390c02dc457d tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] For port a1a19eaa-8960-4505-bf25-2daae9398816, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1a19eaa-8960-4505-bf25-2daae9398816,segment=NetworkSegment(97a23e85-d1c5-43db-b05d-24fd2e0f12fa),segment_id=97a23e85-d1c5-43db-b05d-24fd2e0f12fa)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:17:12.728642 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-52dd074a-614f-48c4-9eb8-5b467bbea8a0 req-12feda0f-cef0-4d93-a448-390c02dc457d tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for port (a1a19eaa-8960-4505-bf25-2daae9398816), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:12.733284 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-52dd074a-614f-48c4-9eb8-5b467bbea8a0 req-12feda0f-cef0-4d93-a448-390c02dc457d tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:12.745150 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['a1a19eaa-8960-4505-bf25-2daae9398816'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:17:12.780390 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd074a-614f-48c4-9eb8-5b467bbea8a0 req-12feda0f-cef0-4d93-a448-390c02dc457d tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:12.781001 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-52dd074a-614f-48c4-9eb8-5b467bbea8a0 req-12feda0f-cef0-4d93-a448-390c02dc457d tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:12.782391 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-52dd074a-614f-48c4-9eb8-5b467bbea8a0 req-12feda0f-cef0-4d93-a448-390c02dc457d tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "PUT /v2.0/ports/a1a19eaa-8960-4505-bf25-2daae9398816 HTTP/1.1" status: 200 len: 981 time: 0.3335938 Mar 23 09:17:12.782835 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'tag': 'a1a19eaa-8960-4505-bf25-2daae9398816'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:17:12.785028 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f8ded4-feed-4a04-beef-ec4592d46e18" -d '{"events": [{"name": "network-changed", "server_uuid": "5da7e8e5-c8fb-4932-8a01-e69710ed24c0", "tag": "a1a19eaa-8960-4505-bf25-2daae9398816"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:17:12.818049 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feda0f-cef0-4d93-a448-390c02dc457d tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Pushing event updated for resources: {'Port': ['ID=a1a19eaa-8960-4505-bf25-2daae9398816,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:17:12.847370 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c64331-c3d7-46c5-b098-16fc61514ac3 x-openstack-request-id: req-66c64331-c3d7-46c5-b098-16fc61514ac3 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:17:12.848659 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da7e8e5-c8fb-4932-8a01-e69710ed24c0", "tag": "a1a19eaa-8960-4505-bf25-2daae9398816", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:17:12.849146 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-66c64331-c3d7-46c5-b098-16fc61514ac3 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:17:12.849778 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c64331-c3d7-46c5-b098-16fc61514ac3'] response: {'name': 'network-changed', 'server_uuid': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'tag': 'a1a19eaa-8960-4505-bf25-2daae9398816', 'status': 'completed', 'code': 200} Mar 23 09:17:12.850581 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['a1a19eaa-8960-4505-bf25-2daae9398816'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:17:12.938326 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1f234-28b5-4965-a113-9a263ce1c85e req-2f0a300d-db6d-4bc5-ab7d-5c35e36dab31 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:12.943345 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8ded4-feed-4a04-beef-ec4592d46e18 req-e8a46f85-2081-4fcc-8df8-cf2d41d290e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:12.944885 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-73f8ded4-feed-4a04-beef-ec4592d46e18 req-e8a46f85-2081-4fcc-8df8-cf2d41d290e0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f747b77dcc74d37b7a46a24818ec7c6&device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 1168 time: 0.0708745 Mar 23 09:17:12.946424 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-dce1f234-28b5-4965-a113-9a263ce1c85e req-2f0a300d-db6d-4bc5-ab7d-5c35e36dab31 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0785344 Mar 23 09:17:13.020225 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-dce1f234-28b5-4965-a113-9a263ce1c85e req-db150d86-4ac2-47cd-85eb-473865e7eef2 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674419 Mar 23 09:17:13.065521 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8ded4-feed-4a04-beef-ec4592d46e18 req-916deaea-1958-4bfd-a157-ea7bd17b6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:13.067716 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-73f8ded4-feed-4a04-beef-ec4592d46e18 req-916deaea-1958-4bfd-a157-ea7bd17b6a68 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3f40993b-5c6c-42f2-a9fc-98140e9d3393 HTTP/1.1" status: 200 len: 915 time: 0.1146836 Mar 23 09:17:13.138063 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-73f8ded4-feed-4a04-beef-ec4592d46e18 req-6d050f9f-28b8-4734-b40f-399166af7179 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a19eaa-8960-4505-bf25-2daae9398816 HTTP/1.1" status: 200 len: 1001 time: 0.0639315 Mar 23 09:17:13.188637 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8ded4-feed-4a04-beef-ec4592d46e18 req-a0119372-aa96-46b5-90b9-bcb1fa770a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:13.190114 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-73f8ded4-feed-4a04-beef-ec4592d46e18 req-a0119372-aa96-46b5-90b9-bcb1fa770a45 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92d73d50-745b-4a2f-b634-66d70ab24ba9 HTTP/1.1" status: 200 len: 853 time: 0.0468385 Mar 23 09:17:13.196906 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-b779c3ce-d6f1-4d19-b2d2-69e925ffae4c None None] Provisioning complete for port a1a19eaa-8960-4505-bf25-2daae9398816 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:17:13.197281 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b779c3ce-d6f1-4d19-b2d2-69e925ffae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:13.239327 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8ded4-feed-4a04-beef-ec4592d46e18 req-13b153a6-f4b2-4f21-a01f-798be8e27b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:17:13.240847 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-73f8ded4-feed-4a04-beef-ec4592d46e18 req-13b153a6-f4b2-4f21-a01f-798be8e27b7d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f40993b-5c6c-42f2-a9fc-98140e9d3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0444765 Mar 23 09:17:13.332911 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-73f8ded4-feed-4a04-beef-ec4592d46e18 req-e0b3dc70-9d45-41bf-86dc-3ba50e7f6580 service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861928 Mar 23 09:17:13.397070 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b779c3ce-d6f1-4d19-b2d2-69e925ffae4c None None] Current status of the port a1a19eaa-8960-4505-bf25-2daae9398816 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:17:13.418715 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-73f8ded4-feed-4a04-beef-ec4592d46e18 req-2e9ae4c9-ff67-4244-ba65-50a700b7b6fd service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803425 Mar 23 09:17:30.528059 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5842ce65-0a5e-4ceb-bd63-566a98954627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:30.877292 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:32.894745 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8f4c03f7-19c1-4860-b247-908c0ffe4901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:34.037331 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:35.670548 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:36.886428 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:17:43.817288 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:18:00.530270 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-abb25db8-4940-4bcf-9e7c-ce6781739cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:00.894133 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:02.896556 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a93dcb65-edcd-4a3d-be04-f0fc165dba5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:04.040656 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:05.672496 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:06.889763 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:11.887766 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-44b6414d-0cb4-466f-8630-7c4c8b0d7651 req-5a45380a-517d-4fae-bff5-809375126d31 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491071 Mar 23 09:18:11.973041 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6414d-0cb4-466f-8630-7c4c8b0d7651 req-945a58cc-aa7a-44e3-b5bc-7e5b171aef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:11.974579 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-44b6414d-0cb4-466f-8630-7c4c8b0d7651 req-945a58cc-aa7a-44e3-b5bc-7e5b171aef21 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f747b77dcc74d37b7a46a24818ec7c6&device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 1168 time: 0.0456343 Mar 23 09:18:12.075274 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6414d-0cb4-466f-8630-7c4c8b0d7651 req-1b20f1c1-59b1-4cdf-8a3c-56e2d3cfea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:12.076757 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-44b6414d-0cb4-466f-8630-7c4c8b0d7651 req-1b20f1c1-59b1-4cdf-8a3c-56e2d3cfea3e service neutron] 10.222.0.93 "GET /v2.0/networks?id=3f40993b-5c6c-42f2-a9fc-98140e9d3393 HTTP/1.1" status: 200 len: 915 time: 0.0842524 Mar 23 09:18:12.145957 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-44b6414d-0cb4-466f-8630-7c4c8b0d7651 req-cb39f32c-7cad-42a1-89fe-e656b71b0e9f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a19eaa-8960-4505-bf25-2daae9398816 HTTP/1.1" status: 200 len: 1001 time: 0.0630550 Mar 23 09:18:12.195642 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6414d-0cb4-466f-8630-7c4c8b0d7651 req-20169628-3407-42fe-aac0-628b953d32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:12.197264 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-44b6414d-0cb4-466f-8630-7c4c8b0d7651 req-20169628-3407-42fe-aac0-628b953d32c6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92d73d50-745b-4a2f-b634-66d70ab24ba9 HTTP/1.1" status: 200 len: 853 time: 0.0446575 Mar 23 09:18:12.245653 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6414d-0cb4-466f-8630-7c4c8b0d7651 req-8d1bec7c-575b-4c63-84bd-f00c71b2b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:12.247163 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-44b6414d-0cb4-466f-8630-7c4c8b0d7651 req-8d1bec7c-575b-4c63-84bd-f00c71b2b227 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f40993b-5c6c-42f2-a9fc-98140e9d3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436909 Mar 23 09:18:12.339006 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-44b6414d-0cb4-466f-8630-7c4c8b0d7651 req-22b1e9f1-c52f-4495-9b65-11756c0520be service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858617 Mar 23 09:18:12.427016 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-44b6414d-0cb4-466f-8630-7c4c8b0d7651 req-bff0a869-8e2c-426e-ab68-ac0cc6c4cb87 service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808785 Mar 23 09:18:16.941297 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7172cf3-a86b-438d-9bb9-ab5bee302f2e req-e764d818-198b-4535-a4b5-61447cf8a11b tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:16.942880 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a7172cf3-a86b-438d-9bb9-ab5bee302f2e req-e764d818-198b-4535-a4b5-61447cf8a11b tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0554726 Mar 23 09:18:16.945995 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44303b-3e66-4082-b871-0e27c2fa34f2 req-931179e5-2692-42e6-b6da-545cc0a4b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:16.947740 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-bd44303b-3e66-4082-b871-0e27c2fa34f2 req-931179e5-2692-42e6-b6da-545cc0a4b284 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f747b77dcc74d37b7a46a24818ec7c6&device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 1168 time: 0.0497615 Mar 23 09:18:17.003216 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a7172cf3-a86b-438d-9bb9-ab5bee302f2e req-5493496d-0398-4f05-aaa0-38bc4c70384d tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537205 Mar 23 09:18:17.036638 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44303b-3e66-4082-b871-0e27c2fa34f2 req-73b0fc32-91ca-4938-b275-2f1462c53d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:17.038340 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-bd44303b-3e66-4082-b871-0e27c2fa34f2 req-73b0fc32-91ca-4938-b275-2f1462c53d1a service neutron] 10.222.0.93 "GET /v2.0/networks?id=3f40993b-5c6c-42f2-a9fc-98140e9d3393 HTTP/1.1" status: 200 len: 915 time: 0.0849528 Mar 23 09:18:17.106672 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-bd44303b-3e66-4082-b871-0e27c2fa34f2 req-39052a9c-15b3-4f75-a4b9-ba8155e3ed4a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a19eaa-8960-4505-bf25-2daae9398816 HTTP/1.1" status: 200 len: 1001 time: 0.0622568 Mar 23 09:18:17.385197 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44303b-3e66-4082-b871-0e27c2fa34f2 req-5e05c3d1-b08d-40d7-a618-c869f2d6ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:17.386717 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-bd44303b-3e66-4082-b871-0e27c2fa34f2 req-5e05c3d1-b08d-40d7-a618-c869f2d6ba31 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92d73d50-745b-4a2f-b634-66d70ab24ba9 HTTP/1.1" status: 200 len: 853 time: 0.2739451 Mar 23 09:18:17.436165 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44303b-3e66-4082-b871-0e27c2fa34f2 req-939c14c6-4aeb-40d0-9fd7-985f78433eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:17.437603 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-bd44303b-3e66-4082-b871-0e27c2fa34f2 req-939c14c6-4aeb-40d0-9fd7-985f78433eac service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f40993b-5c6c-42f2-a9fc-98140e9d3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0434186 Mar 23 09:18:17.527749 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-bd44303b-3e66-4082-b871-0e27c2fa34f2 req-b3f600c7-9547-4b1c-9d81-9108b9b8ec2e service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835323 Mar 23 09:18:17.613548 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-bd44303b-3e66-4082-b871-0e27c2fa34f2 req-2c2a896b-5a8e-4c29-9095-e1f0521d2117 service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787883 Mar 23 09:18:18.126364 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72129b1c-b940-4cfc-911b-dc6ad57c756c req-db018f41-a671-4a6f-a683-13ff6c12e6ec tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:18.127900 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-72129b1c-b940-4cfc-911b-dc6ad57c756c req-db018f41-a671-4a6f-a683-13ff6c12e6ec tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0531018 Mar 23 09:18:18.190662 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-72129b1c-b940-4cfc-911b-dc6ad57c756c req-9205769d-5fec-4500-86c9-7f91d80f23ce tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569360 Mar 23 09:18:19.314577 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422364e9-e00e-40a5-9a56-84981a330e1c req-23e95e6b-d03b-4a73-b05a-5824ffc9c605 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:19.316049 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-422364e9-e00e-40a5-9a56-84981a330e1c req-23e95e6b-d03b-4a73-b05a-5824ffc9c605 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0585721 Mar 23 09:18:19.374170 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-422364e9-e00e-40a5-9a56-84981a330e1c req-37e83d20-2b39-4b97-a5a8-34e6e83ceb2d tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523376 Mar 23 09:18:20.491975 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508aff20-9124-4cbc-8da8-7048563cc1aa req-f6cdda15-32f2-4c27-973d-abbdf76aa23a tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:20.493449 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-508aff20-9124-4cbc-8da8-7048563cc1aa req-f6cdda15-32f2-4c27-973d-abbdf76aa23a tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0525212 Mar 23 09:18:20.551825 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-508aff20-9124-4cbc-8da8-7048563cc1aa req-d0a7b062-1f15-48fa-98e1-56ff44fd35a8 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525978 Mar 23 09:18:20.815654 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:18:21.670253 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fcbd3-5625-446d-9c76-f562384ea801 req-854300cb-d79b-4e90-b899-5d5bdc50a6e8 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:21.671726 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b79fcbd3-5625-446d-9c76-f562384ea801 req-854300cb-d79b-4e90-b899-5d5bdc50a6e8 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0524907 Mar 23 09:18:21.730627 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-b79fcbd3-5625-446d-9c76-f562384ea801 req-b6015991-543f-40e6-ab90-e90d44ac3210 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532343 Mar 23 09:18:22.849906 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9c7e0-3f5e-41f7-a21a-707eaea6efba req-7c48c149-f763-42be-a0e5-31d40f09e8e6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:22.851468 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6ac9c7e0-3f5e-41f7-a21a-707eaea6efba req-7c48c149-f763-42be-a0e5-31d40f09e8e6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0534141 Mar 23 09:18:22.910523 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6ac9c7e0-3f5e-41f7-a21a-707eaea6efba req-dcfcf08c-add2-4dad-8a99-b9eda624b9dd tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526073 Mar 23 09:18:24.036607 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf32ba9-c822-42c5-bf65-a7d7acf65d3e req-e206fca0-5df7-4f54-9abc-687eae3a985c tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:24.038087 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cbf32ba9-c822-42c5-bf65-a7d7acf65d3e req-e206fca0-5df7-4f54-9abc-687eae3a985c tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0525672 Mar 23 09:18:24.100094 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-cbf32ba9-c822-42c5-bf65-a7d7acf65d3e req-1b4d0a64-4f48-4893-be9e-b9b8601e5fee tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557425 Mar 23 09:18:25.225465 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96eaea-df8a-4996-a324-f115fb95f4e4 req-f5527154-112b-425a-bc52-2dfb57c40b14 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:25.226938 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ad96eaea-df8a-4996-a324-f115fb95f4e4 req-f5527154-112b-425a-bc52-2dfb57c40b14 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0577753 Mar 23 09:18:25.286882 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-ad96eaea-df8a-4996-a324-f115fb95f4e4 req-de779b29-f401-4600-9e12-5894aa860020 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530360 Mar 23 09:18:26.420745 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141e4ff-e545-4eda-86b0-09c92d1feb76 req-91d75b61-eb67-493c-90b2-11a565d5e546 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:26.422383 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4141e4ff-e545-4eda-86b0-09c92d1feb76 req-91d75b61-eb67-493c-90b2-11a565d5e546 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0615687 Mar 23 09:18:26.498139 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-4141e4ff-e545-4eda-86b0-09c92d1feb76 req-38f97673-f815-4ffd-9881-5ecee196fcc5 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696268 Mar 23 09:18:27.629800 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e123770-4f15-43d8-8288-f2f445b28d10 req-cea964dd-3e0c-401d-b914-2780ffb04abb tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:27.631543 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5e123770-4f15-43d8-8288-f2f445b28d10 req-cea964dd-3e0c-401d-b914-2780ffb04abb tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0595236 Mar 23 09:18:27.701521 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-5e123770-4f15-43d8-8288-f2f445b28d10 req-fa895d1f-9c56-49f1-a873-645732254de3 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627000 Mar 23 09:18:28.880845 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab51d5-c400-4594-b0ff-fc7bfaf546ae req-60b1cbcb-4a66-422f-983f-c4a635d4eeea tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:28.882379 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-38ab51d5-c400-4594-b0ff-fc7bfaf546ae req-60b1cbcb-4a66-422f-983f-c4a635d4eeea tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.1043618 Mar 23 09:18:28.941749 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-38ab51d5-c400-4594-b0ff-fc7bfaf546ae req-67357aa5-868e-4a6f-bb04-bcad7832d4b0 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536549 Mar 23 09:18:30.064158 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249716f4-dcd5-46be-aca2-272c0843c671 req-0d856d79-ed9a-4558-a785-f31d1fe56ff1 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:30.065633 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-249716f4-dcd5-46be-aca2-272c0843c671 req-0d856d79-ed9a-4558-a785-f31d1fe56ff1 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0569510 Mar 23 09:18:30.130111 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-249716f4-dcd5-46be-aca2-272c0843c671 req-efdf311c-efc9-45b8-bac1-92591b0a88d5 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587456 Mar 23 09:18:30.535682 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06588dab-1552-44aa-8962-6887b3fb3136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:30.896553 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:31.258654 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55934a9-9ba4-4938-a2f2-db28c3db8590 req-313fd2ed-1e03-491a-a88a-19bda875dfdf tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:31.260133 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e55934a9-9ba4-4938-a2f2-db28c3db8590 req-313fd2ed-1e03-491a-a88a-19bda875dfdf tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0587351 Mar 23 09:18:31.321225 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e55934a9-9ba4-4938-a2f2-db28c3db8590 req-b0943e9d-2d7e-42b2-b8ca-1c48fa24a002 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547056 Mar 23 09:18:32.443696 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18ac45-1e61-46c8-b3b6-21aa8335f28f req-6f6cb0c7-329d-4770-b8ba-b02021259e64 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:32.445209 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4d18ac45-1e61-46c8-b3b6-21aa8335f28f req-6f6cb0c7-329d-4770-b8ba-b02021259e64 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0541182 Mar 23 09:18:32.508260 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4d18ac45-1e61-46c8-b3b6-21aa8335f28f req-06b71cff-29e6-421b-bc4d-2b53ca4b0a36 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564077 Mar 23 09:18:32.898720 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d3925dd-7800-4e87-9a3c-e64db53e696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:33.631171 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec91fd-4600-4923-b118-4d1b6a7c2a36 req-63d0ac46-8fba-49b3-8466-4dedbc2ad89c tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:18:33.632645 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e4ec91fd-4600-4923-b118-4d1b6a7c2a36 req-63d0ac46-8fba-49b3-8466-4dedbc2ad89c tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0560830 Mar 23 09:18:33.693246 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-e4ec91fd-4600-4923-b118-4d1b6a7c2a36 req-6d4d40df-f030-4cd9-aa1a-559842f84078 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=871236fa-93c4-4753-b2f8-b28c737f137e&id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544217 Mar 23 09:18:34.043432 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:35.676830 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:36.891217 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:18:48.704552 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [req-54044838-5ec4-4dd3-bf30-5c4c42c878da req-9544b2ca-a46a-4c1f-943d-acd53da838b7 service neutron] (103134) timed out ('10.222.0.93', 63997) {{(pid=103134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 09:18:57.815029 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:19:00.537807 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-594726fd-670e-4f85-9f97-a87e86791bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:00.909836 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:02.288614 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [req-dc5cd85c-ce4d-41cd-9fac-55c28db14569 req-1c43d009-e502-4756-b62b-08598a91d145 service neutron] (103134) timed out ('10.222.0.93', 63973) {{(pid=103134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 09:19:02.330287 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [req-ef294614-4884-483b-b834-d56013b5f368 req-fde75dc4-1489-4848-810e-1c7cda188b15 tempest-DeleteServersTestJSON-378559171 tempest-DeleteServersTestJSON-378559171-project] (103135) timed out ('10.222.0.93', 64010) {{(pid=103135) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 09:19:02.903020 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61301659-b592-4819-9f6c-27efeeae00b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:04.046938 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:05.680193 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:06.892966 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:12.928479 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54cef148-a103-41ea-a524-76fcf556f493 req-f522c569-bac2-4f64-8266-8c4f8e1968ba service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867476 Mar 23 09:19:13.016816 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cef148-a103-41ea-a524-76fcf556f493 req-227dd874-d248-4ccb-b951-5fca267aabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:13.018322 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54cef148-a103-41ea-a524-76fcf556f493 req-227dd874-d248-4ccb-b951-5fca267aabb6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f747b77dcc74d37b7a46a24818ec7c6&device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 1168 time: 0.0483601 Mar 23 09:19:13.118585 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cef148-a103-41ea-a524-76fcf556f493 req-1d94b91f-1a77-47f1-95ab-19fd0ba14aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:13.119950 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54cef148-a103-41ea-a524-76fcf556f493 req-1d94b91f-1a77-47f1-95ab-19fd0ba14aaf service neutron] 10.222.0.93 "GET /v2.0/networks?id=3f40993b-5c6c-42f2-a9fc-98140e9d3393 HTTP/1.1" status: 200 len: 915 time: 0.0841000 Mar 23 09:19:13.187892 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54cef148-a103-41ea-a524-76fcf556f493 req-af342917-e22a-480c-9cca-385879946fbc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a19eaa-8960-4505-bf25-2daae9398816 HTTP/1.1" status: 200 len: 1001 time: 0.0621860 Mar 23 09:19:13.233811 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cef148-a103-41ea-a524-76fcf556f493 req-6252bdbe-f60d-49e3-ab9a-37a35c9b4cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:13.235262 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54cef148-a103-41ea-a524-76fcf556f493 req-6252bdbe-f60d-49e3-ab9a-37a35c9b4cb4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92d73d50-745b-4a2f-b634-66d70ab24ba9 HTTP/1.1" status: 200 len: 853 time: 0.0419767 Mar 23 09:19:13.282476 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cef148-a103-41ea-a524-76fcf556f493 req-e0cf3f09-2566-423f-95ea-23ab01d73b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:13.283939 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54cef148-a103-41ea-a524-76fcf556f493 req-e0cf3f09-2566-423f-95ea-23ab01d73b98 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f40993b-5c6c-42f2-a9fc-98140e9d3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427823 Mar 23 09:19:13.374917 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54cef148-a103-41ea-a524-76fcf556f493 req-312f7f88-0061-4d51-9150-48cacc1a8b20 service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847740 Mar 23 09:19:13.466235 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-54cef148-a103-41ea-a524-76fcf556f493 req-39fa9f76-51b9-4caa-9e83-423a8b64db0b service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856051 Mar 23 09:19:30.541125 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5876f03a-2d51-468b-b8be-a2a87674fed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:30.922951 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:32.904533 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-39dcaac6-0adf-4efe-91b9-37c873bb136d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:34.049702 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:34.814310 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:19:35.685955 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:37.023970 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:37.234302 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6aed0deb-3abf-4593-848f-c6172ae327cf req-88e52f77-4bfb-4a4a-8437-d7d02b4c97a7 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679505568&fields=id&tenant_id=0f747b77dcc74d37b7a46a24818ec7c6 HTTP/1.1" status: 200 len: 267 time: 0.0949924 Mar 23 09:19:37.296642 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed0deb-3abf-4593-848f-c6172ae327cf req-8d4d162b-a347-4fa2-9241-9580bfcc1624 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:37.298038 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6aed0deb-3abf-4593-848f-c6172ae327cf req-8d4d162b-a347-4fa2-9241-9580bfcc1624 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 984 time: 0.0583627 Mar 23 09:19:37.308410 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.v2.base [req-6aed0deb-3abf-4593-848f-c6172ae327cf req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Request body: {'port': {'security_groups': ['a5241755-4feb-4ff1-a533-20da2537bf50']}} {{(pid=103134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 09:19:37.381202 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-6aed0deb-3abf-4593-848f-c6172ae327cf req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1933519'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:37.549726 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-6aed0deb-3abf-4593-848f-c6172ae327cf req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] For port a1a19eaa-8960-4505-bf25-2daae9398816, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1a19eaa-8960-4505-bf25-2daae9398816,segment=NetworkSegment(97a23e85-d1c5-43db-b05d-24fd2e0f12fa),segment_id=97a23e85-d1c5-43db-b05d-24fd2e0f12fa)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:19:37.580436 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-6aed0deb-3abf-4593-848f-c6172ae327cf req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for port (a1a19eaa-8960-4505-bf25-2daae9398816), precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:37.585957 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-6aed0deb-3abf-4593-848f-c6172ae327cf req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760674914452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760674392077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760674392095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8677196'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:37.598115 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['a1a19eaa-8960-4505-bf25-2daae9398816'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:19:37.630139 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed0deb-3abf-4593-848f-c6172ae327cf req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:37.630708 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-6aed0deb-3abf-4593-848f-c6172ae327cf req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:37.632148 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-6aed0deb-3abf-4593-848f-c6172ae327cf req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "PUT /v2.0/ports/a1a19eaa-8960-4505-bf25-2daae9398816 HTTP/1.1" status: 200 len: 942 time: 0.3281105 Mar 23 09:19:37.632624 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'tag': 'a1a19eaa-8960-4505-bf25-2daae9398816'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:19:37.634945 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed90567-0237-4715-8f2e-15dccdb73a13" -d '{"events": [{"name": "network-changed", "server_uuid": "5da7e8e5-c8fb-4932-8a01-e69710ed24c0", "tag": "a1a19eaa-8960-4505-bf25-2daae9398816"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:19:37.640184 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33832) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:19:37.661642 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Pushing event updated for resources: {'Port': ['ID=a1a19eaa-8960-4505-bf25-2daae9398816,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:37.670340 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.670577 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.670860 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.671208 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.671547 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.671886 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.672221 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.672554 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.672955 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.673266 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.673601 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.673988 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.674318 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.674644 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.675023 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d42c72-ece9-4ec2-b1f4-36a9e2986f51 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.716009 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['a1a19eaa-8960-4505-bf25-2daae9398816'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:19:37.741347 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group (871236fa-93c4-4753-b2f8-b28c737f137e), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:37.771119 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group (871236fa-93c4-4753-b2f8-b28c737f137e), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:37.848659 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (871236fa-93c4-4753-b2f8-b28c737f137e), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:37.851760 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:37.852995 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "DELETE /v2.0/security-groups/871236fa-93c4-4753-b2f8-b28c737f137e HTTP/1.1" status: 204 len: 168 time: 0.2052379 Mar 23 09:19:37.856366 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33840) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:19:37.863019 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871236fa-93c4-4753-b2f8-b28c737f137e,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:37.871341 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.871743 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.872092 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.872431 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.873114 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.873446 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.873780 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.874139 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.874465 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.874792 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.875119 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.875445 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.875770 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.876091 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.876413 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63135a-4df9-48ad-972d-2f794e3b1b08 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:37.948152 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [None req-fa8b2f27-e783-4d76-ae22-e5071d915774 None None] Provisioning complete for port a1a19eaa-8960-4505-bf25-2daae9398816 triggered by entity DHCP. {{(pid=103136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 09:19:37.948530 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fa8b2f27-e783-4d76-ae22-e5071d915774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1974237'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), provisioning_complete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:38.034549 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d567c-bfff-4b8e-bbea-b64d08d492e6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Deleting port ea1dba7d-c2f3-4b9c-9abc-3673951f8157 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:19:38.034996 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ca9d567c-bfff-4b8e-bbea-b64d08d492e6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (ea1dba7d-c2f3-4b9c-9abc-3673951f8157), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:38.045013 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-fa8b2f27-e783-4d76-ae22-e5071d915774 None None] Current status of the port a1a19eaa-8960-4505-bf25-2daae9398816 is: ACTIVE; New status is: ACTIVE {{(pid=103136) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 09:19:38.119122 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ca9d567c-bfff-4b8e-bbea-b64d08d492e6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (ea1dba7d-c2f3-4b9c-9abc-3673951f8157), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:38.120116 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ca9d567c-bfff-4b8e-bbea-b64d08d492e6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for floatingip (ea1dba7d-c2f3-4b9c-9abc-3673951f8157), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:38.136199 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d567c-bfff-4b8e-bbea-b64d08d492e6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Calling delete_port for ea1dba7d-c2f3-4b9c-9abc-3673951f8157 owned by network:floatingip {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:19:38.342595 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ca9d567c-bfff-4b8e-bbea-b64d08d492e6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (ea1dba7d-c2f3-4b9c-9abc-3673951f8157), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:38.369656 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d567c-bfff-4b8e-bbea-b64d08d492e6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Pushing event deleted for resources: {'Port': ['ID=ea1dba7d-c2f3-4b9c-9abc-3673951f8157,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:38.440189 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ca9d567c-bfff-4b8e-bbea-b64d08d492e6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks [] for floatingip (b568dd18-3604-4ab5-9dd6-664867240bff), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:38.440761 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.db.l3_db [None req-ca9d567c-bfff-4b8e-bbea-b64d08d492e6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Floating IP b568dd18-3604-4ab5-9dd6-664867240bff disassociated (deleted). External IP: 172.28.1.157, port: a1a19eaa-8960-4505-bf25-2daae9398816. Mar 23 09:19:38.663931 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9d567c-bfff-4b8e-bbea-b64d08d492e6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Router 18013528-f7ea-4fb2-840e-971100ab3b52 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:19:38.775684 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110d2650-898a-43ec-8659-82d8593b9bda x-openstack-request-id: req-110d2650-898a-43ec-8659-82d8593b9bda {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:19:38.776641 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da7e8e5-c8fb-4932-8a01-e69710ed24c0", "tag": "a1a19eaa-8960-4505-bf25-2daae9398816", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:19:38.776898 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-110d2650-898a-43ec-8659-82d8593b9bda {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:19:38.777301 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110d2650-898a-43ec-8659-82d8593b9bda'] response: {'name': 'network-changed', 'server_uuid': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'tag': 'a1a19eaa-8960-4505-bf25-2daae9398816', 'status': 'completed', 'code': 200} Mar 23 09:19:38.843925 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9d567c-bfff-4b8e-bbea-b64d08d492e6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:19:38.848648 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ca9d567c-bfff-4b8e-bbea-b64d08d492e6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for floatingip (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:38.853250 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13a54f-0cf6-48f4-ab1f-bba03b14b489 None None] Sync routers for ids ['18013528-f7ea-4fb2-840e-971100ab3b52'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:19:38.863252 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc13a54f-0cf6-48f4-ab1f-bba03b14b489 None None] Routers {'18013528-f7ea-4fb2-840e-971100ab3b52'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:19:38.863957 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-bc13a54f-0cf6-48f4-ab1f-bba03b14b489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:19:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['18013528-f7ea-4fb2-840e-971100ab3b52'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:38.883982 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed90567-0237-4715-8f2e-15dccdb73a13 req-b59aac98-56b4-4903-b475-cface28001f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:38.886120 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aed90567-0237-4715-8f2e-15dccdb73a13 req-b59aac98-56b4-4903-b475-cface28001f9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f747b77dcc74d37b7a46a24818ec7c6&device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 1129 time: 0.0919535 Mar 23 09:19:38.887454 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-ca9d567c-bfff-4b8e-bbea-b64d08d492e6 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "DELETE /v2.0/floatingips/b568dd18-3604-4ab5-9dd6-664867240bff HTTP/1.1" status: 204 len: 168 time: 1.0289874 Mar 23 09:19:38.990279 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed90567-0237-4715-8f2e-15dccdb73a13 req-cfa4a8f5-3372-45f2-a925-58154f0a04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:38.991810 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aed90567-0237-4715-8f2e-15dccdb73a13 req-cfa4a8f5-3372-45f2-a925-58154f0a04bc service neutron] 10.222.0.93 "GET /v2.0/networks?id=3f40993b-5c6c-42f2-a9fc-98140e9d3393 HTTP/1.1" status: 200 len: 915 time: 0.0997429 Mar 23 09:19:39.001262 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-bc13a54f-0cf6-48f4-ab1f-bba03b14b489 None None] Set router 18013528-f7ea-4fb2-840e-971100ab3b52 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:19:39.041674 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aed90567-0237-4715-8f2e-15dccdb73a13 req-a3165ffb-b9d7-4730-9fc6-2aafcc99be8e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a19eaa-8960-4505-bf25-2daae9398816 HTTP/1.1" status: 200 len: 217 time: 0.0439496 Mar 23 09:19:39.095112 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed90567-0237-4715-8f2e-15dccdb73a13 req-87ef1a17-4c48-4222-acf1-437fc47c402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:39.096920 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aed90567-0237-4715-8f2e-15dccdb73a13 req-87ef1a17-4c48-4222-acf1-437fc47c402f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92d73d50-745b-4a2f-b634-66d70ab24ba9 HTTP/1.1" status: 200 len: 853 time: 0.0500960 Mar 23 09:19:39.174769 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed90567-0237-4715-8f2e-15dccdb73a13 req-a460bc22-0a4d-4b32-9f55-304c009a8e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:39.176625 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aed90567-0237-4715-8f2e-15dccdb73a13 req-a460bc22-0a4d-4b32-9f55-304c009a8e34 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f40993b-5c6c-42f2-a9fc-98140e9d3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0732503 Mar 23 09:19:39.238095 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-bc13a54f-0cf6-48f4-ab1f-bba03b14b489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:29Z', 'revision_number': 4, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'gw_port': {'id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4', 'name': '', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'mac_address': 'fa:16:3e:03:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:29Z', 'updated_at': '2022-03-23T09:16:34Z', 'revision_number': 5, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'subnets': [{'id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:39.268774 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13a54f-0cf6-48f4-ab1f-bba03b14b489 None None] Checking router: 18013528-f7ea-4fb2-840e-971100ab3b52 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:19:39.276291 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aed90567-0237-4715-8f2e-15dccdb73a13 req-87ac32f1-cd87-4c8d-a30e-9f9970fe7567 service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883882 Mar 23 09:19:39.277475 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc13a54f-0cf6-48f4-ab1f-bba03b14b489 None None] Routers {'18013528-f7ea-4fb2-840e-971100ab3b52'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:19:39.278134 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-bc13a54f-0cf6-48f4-ab1f-bba03b14b489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:19:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['18013528-f7ea-4fb2-840e-971100ab3b52'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:39.368534 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-aed90567-0237-4715-8f2e-15dccdb73a13 req-2eb4994c-6605-4c13-a785-f793d6ce0848 service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866017 Mar 23 09:19:39.388079 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-bc13a54f-0cf6-48f4-ab1f-bba03b14b489 None None] Set router 18013528-f7ea-4fb2-840e-971100ab3b52 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:19:39.582570 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-bc13a54f-0cf6-48f4-ab1f-bba03b14b489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:29Z', 'revision_number': 4, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'gw_port': {'id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4', 'name': '', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'mac_address': 'fa:16:3e:03:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:29Z', 'updated_at': '2022-03-23T09:16:34Z', 'revision_number': 5, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'subnets': [{'id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:39.609117 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13a54f-0cf6-48f4-ab1f-bba03b14b489 None None] The sync data for ids ['18013528-f7ea-4fb2-840e-971100ab3b52'] in dv-cinder-834822-2-smb is: [{'id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:29Z', 'revision_number': 4, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'gw_port': {'id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb', '_interfaces': [{'id': '4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4', 'name': '', 'network_id': '3f40993b-5c6c-42f2-a9fc-98140e9d3393', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'mac_address': 'fa:16:3e:03:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:29Z', 'updated_at': '2022-03-23T09:16:34Z', 'revision_number': 5, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'subnets': [{'id': '92d73d50-745b-4a2f-b634-66d70ab24ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:19:39.840219 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc96b5-6b4d-4a80-80b8-30a7d7679bc4 None None] New status for floating IP b568dd18-3604-4ab5-9dd6-664867240bff: DOWN {{(pid=103137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 09:19:40.778461 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'tag': 'a1a19eaa-8960-4505-bf25-2daae9398816'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:19:40.780750 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601dd1e1-f438-48f2-a89a-80bfcc14cecc" -d '{"events": [{"name": "network-changed", "server_uuid": "5da7e8e5-c8fb-4932-8a01-e69710ed24c0", "tag": "a1a19eaa-8960-4505-bf25-2daae9398816"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:19:40.816429 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 09:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160e3ac8-7e96-4059-a415-b6cab0d36119 x-openstack-request-id: req-160e3ac8-7e96-4059-a415-b6cab0d36119 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:19:40.816721 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da7e8e5-c8fb-4932-8a01-e69710ed24c0", "tag": "a1a19eaa-8960-4505-bf25-2daae9398816", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:19:40.816977 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-160e3ac8-7e96-4059-a415-b6cab0d36119 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:19:40.817380 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-160e3ac8-7e96-4059-a415-b6cab0d36119'] response: {'name': 'network-changed', 'server_uuid': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'tag': 'a1a19eaa-8960-4505-bf25-2daae9398816', 'status': 'completed', 'code': 200} Mar 23 09:19:40.881228 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dd1e1-f438-48f2-a89a-80bfcc14cecc req-7f5343e3-dbaa-49c4-a94e-9c75e95d367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:40.882793 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-601dd1e1-f438-48f2-a89a-80bfcc14cecc req-7f5343e3-dbaa-49c4-a94e-9c75e95d367b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f747b77dcc74d37b7a46a24818ec7c6&device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 1129 time: 0.0460145 Mar 23 09:19:40.973438 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dd1e1-f438-48f2-a89a-80bfcc14cecc req-3d6e7119-85a3-4103-a30f-85307603604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:40.974930 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-601dd1e1-f438-48f2-a89a-80bfcc14cecc req-3d6e7119-85a3-4103-a30f-85307603604e service neutron] 10.222.0.93 "GET /v2.0/networks?id=3f40993b-5c6c-42f2-a9fc-98140e9d3393 HTTP/1.1" status: 200 len: 915 time: 0.0866342 Mar 23 09:19:41.016471 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-601dd1e1-f438-48f2-a89a-80bfcc14cecc req-6075d84e-c650-4a0d-933c-9209e46a11c7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1a19eaa-8960-4505-bf25-2daae9398816 HTTP/1.1" status: 200 len: 217 time: 0.0352361 Mar 23 09:19:41.062315 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dd1e1-f438-48f2-a89a-80bfcc14cecc req-5c55a74c-3d2e-4d66-bbbc-ad9555d25c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:41.065099 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-601dd1e1-f438-48f2-a89a-80bfcc14cecc req-5c55a74c-3d2e-4d66-bbbc-ad9555d25c74 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92d73d50-745b-4a2f-b634-66d70ab24ba9 HTTP/1.1" status: 200 len: 853 time: 0.0432317 Mar 23 09:19:41.117177 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dd1e1-f438-48f2-a89a-80bfcc14cecc req-cddc3738-4c7c-4c7c-b6c5-584782c79c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:41.118704 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-601dd1e1-f438-48f2-a89a-80bfcc14cecc req-cddc3738-4c7c-4c7c-b6c5-584782c79c49 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f40993b-5c6c-42f2-a9fc-98140e9d3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0484478 Mar 23 09:19:41.207596 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-601dd1e1-f438-48f2-a89a-80bfcc14cecc req-adc866df-df3d-419d-8e86-b7721c045952 service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829523 Mar 23 09:19:41.297545 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-601dd1e1-f438-48f2-a89a-80bfcc14cecc req-31bd0f55-4787-4a09-9b7e-456ecbbd7980 service neutron] 10.222.0.93 "GET /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844247 Mar 23 09:19:41.656528 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff4954-6059-4d86-bf9d-7f80b7435582 req-686c1e5a-0f19-4f38-a54e-edd6c8f5d9c4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:41.659093 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7dff4954-6059-4d86-bf9d-7f80b7435582 req-686c1e5a-0f19-4f38-a54e-edd6c8f5d9c4 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 945 time: 0.0560145 Mar 23 09:19:41.705243 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-7dff4954-6059-4d86-bf9d-7f80b7435582 req-6caf2996-29c0-4005-a732-d9eb33334bde tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407727 Mar 23 09:19:42.828896 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7b7c1-fe18-441a-9969-cde267a6862b req-8ea41247-87bc-4af7-a65a-608cea0eb491 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:42.830450 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a0a7b7c1-fe18-441a-9969-cde267a6862b req-8ea41247-87bc-4af7-a65a-608cea0eb491 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 945 time: 0.0579710 Mar 23 09:19:42.877330 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [req-a0a7b7c1-fe18-441a-9969-cde267a6862b req-b4706718-2748-4f8a-b265-cc3db1eb0137 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5241755-4feb-4ff1-a533-20da2537bf50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Mar 23 09:19:43.581786 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402edca-a9a8-4716-976f-2e6bfe991873 req-3750fc42-bcd3-425d-97aa-8e024bc17f98 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 09:19:43.583258 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4402edca-a9a8-4716-976f-2e6bfe991873 req-3750fc42-bcd3-425d-97aa-8e024bc17f98 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.93 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 945 time: 0.0517745 Mar 23 09:19:43.678315 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-4402edca-a9a8-4716-976f-2e6bfe991873 req-be5419be-cc20-41aa-a06b-ae366cf8add3 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Deleting port a1a19eaa-8960-4505-bf25-2daae9398816 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:19:43.678651 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-4402edca-a9a8-4716-976f-2e6bfe991873 req-be5419be-cc20-41aa-a06b-ae366cf8add3 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:43.766685 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [req-4402edca-a9a8-4716-976f-2e6bfe991873 req-be5419be-cc20-41aa-a06b-ae366cf8add3 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] For port a1a19eaa-8960-4505-bf25-2daae9398816, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1a19eaa-8960-4505-bf25-2daae9398816,segment=NetworkSegment(97a23e85-d1c5-43db-b05d-24fd2e0f12fa),segment_id=97a23e85-d1c5-43db-b05d-24fd2e0f12fa)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:19:43.766970 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-4402edca-a9a8-4716-976f-2e6bfe991873 req-be5419be-cc20-41aa-a06b-ae366cf8add3 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:43.783742 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [req-4402edca-a9a8-4716-976f-2e6bfe991873 req-be5419be-cc20-41aa-a06b-ae366cf8add3 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Calling delete_port for a1a19eaa-8960-4505-bf25-2daae9398816 owned by compute:nova {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:19:43.912477 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-4402edca-a9a8-4716-976f-2e6bfe991873 req-be5419be-cc20-41aa-a06b-ae366cf8add3 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (a1a19eaa-8960-4505-bf25-2daae9398816), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:43.923889 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] get_ports_and_sgs() called for port_ids ['a1a19eaa-8960-4505-bf25-2daae9398816'] {{(pid=103136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 09:19:43.942803 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5419be-cc20-41aa-a06b-ae366cf8add3 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Pushing event deleted for resources: {'Port': ['ID=a1a19eaa-8960-4505-bf25-2daae9398816,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:43.990467 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-d8e2118d-4e1c-4c94-a113-8b1584997353 req-100ab6ad-f5de-413d-832a-5d8295feb733 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.91 "GET /v2.0/ports?device_id=5da7e8e5-c8fb-4932-8a01-e69710ed24c0 HTTP/1.1" status: 200 len: 210 time: 0.0430899 Mar 23 09:19:44.010038 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4402edca-a9a8-4716-976f-2e6bfe991873 req-be5419be-cc20-41aa-a06b-ae366cf8add3 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] No DVR routers for this DVR port a1a19eaa-8960-4505-bf25-2daae9398816 on host hv-cinder-83482 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:19:44.013126 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [req-4402edca-a9a8-4716-976f-2e6bfe991873 req-be5419be-cc20-41aa-a06b-ae366cf8add3 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120748'] for port (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:44.016391 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [req-4402edca-a9a8-4716-976f-2e6bfe991873 req-be5419be-cc20-41aa-a06b-ae366cf8add3 tempest-TestMinimumBasicScenario-625929218 tempest-TestMinimumBasicScenario-625929218-project] 10.222.0.93 "DELETE /v2.0/ports/a1a19eaa-8960-4505-bf25-2daae9398816 HTTP/1.1" status: 204 len: 173 time: 0.4276738 Mar 23 09:19:44.016908 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'name': 'network-vif-deleted', 'tag': 'a1a19eaa-8960-4505-bf25-2daae9398816'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 09:19:44.019072 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b27f0c6bd7f6cd01e9a05e5675b062272293232ff8ca373ca0825cac70bc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d9e7dd-9cd8-4a74-945f-17a58dfdb199" -d '{"events": [{"server_uuid": "5da7e8e5-c8fb-4932-8a01-e69710ed24c0", "name": "network-vif-deleted", "tag": "a1a19eaa-8960-4505-bf25-2daae9398816"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 09:19:44.057244 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 09:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6433388c-2b77-4f73-9049-35122804b07e x-openstack-request-id: req-6433388c-2b77-4f73-9049-35122804b07e {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 09:19:44.057537 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da7e8e5-c8fb-4932-8a01-e69710ed24c0", "name": "network-vif-deleted", "tag": "a1a19eaa-8960-4505-bf25-2daae9398816", "status": "completed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 09:19:44.057954 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6433388c-2b77-4f73-9049-35122804b07e {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 09:19:44.058362 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6433388c-2b77-4f73-9049-35122804b07e'] response: {'server_uuid': '5da7e8e5-c8fb-4932-8a01-e69710ed24c0', 'name': 'network-vif-deleted', 'tag': 'a1a19eaa-8960-4505-bf25-2daae9398816', 'status': 'completed', 'code': 200} Mar 23 09:19:45.555117 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33930) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:19:45.899744 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-be34a58c-1994-487e-8e81-b77768dff881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542022'] for router_interface (18013528-f7ea-4fb2-840e-971100ab3b52), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:46.082880 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device a1a19eaa-8960-4505-bf25-2daae9398816 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:19:46.103477 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] No Port match for: a1a19eaa-8960-4505-bf25-2daae9398816 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:19:46.103833 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Device a1a19eaa-8960-4505-bf25-2daae9398816 not bound to the agent host hv-cinder-83482 {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:19:46.145944 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-be34a58c-1994-487e-8e81-b77768dff881 admin admin] Deleting port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:19:46.146274 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-be34a58c-1994-487e-8e81-b77768dff881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:46.221108 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-be34a58c-1994-487e-8e81-b77768dff881 admin admin] For port 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4,segment=NetworkSegment(97a23e85-d1c5-43db-b05d-24fd2e0f12fa),segment_id=97a23e85-d1c5-43db-b05d-24fd2e0f12fa)] {{(pid=103135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:19:46.221384 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-be34a58c-1994-487e-8e81-b77768dff881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:46.234332 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-be34a58c-1994-487e-8e81-b77768dff881 admin admin] Calling delete_port for 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 owned by network:router_interface {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:19:46.415760 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-be34a58c-1994-487e-8e81-b77768dff881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:46.440394 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34a58c-1994-487e-8e81-b77768dff881 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:46.609732 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-be34a58c-1994-487e-8e81-b77768dff881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541686'] for router_interface (18013528-f7ea-4fb2-840e-971100ab3b52), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:46.833089 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be34a58c-1994-487e-8e81-b77768dff881 admin admin] Router 18013528-f7ea-4fb2-840e-971100ab3b52 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:19:46.939384 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be34a58c-1994-487e-8e81-b77768dff881 admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:19:46.944402 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-be34a58c-1994-487e-8e81-b77768dff881 admin admin] 10.222.0.91 "PUT /v2.0/routers/18013528-f7ea-4fb2-840e-971100ab3b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3882763 Mar 23 09:19:46.946986 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33932) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:19:46.949165 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8ce5c7-0793-4161-b1d9-f160ebe543c6 None None] Sync routers for ids ['18013528-f7ea-4fb2-840e-971100ab3b52'] in dv-cinder-834822-2-smb {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:19:46.959098 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ce5c7-0793-4161-b1d9-f160ebe543c6 None None] Routers {'18013528-f7ea-4fb2-840e-971100ab3b52'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:19:46.959793 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-5e8ce5c7-0793-4161-b1d9-f160ebe543c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:19:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['18013528-f7ea-4fb2-840e-971100ab3b52'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:47.054567 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] Publish callbacks [] for router (18013528-f7ea-4fb2-840e-971100ab3b52), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:47.069386 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-5e8ce5c7-0793-4161-b1d9-f160ebe543c6 None None] Set router 18013528-f7ea-4fb2-840e-971100ab3b52 gateway port host: dv-cinder-834822-2-smb {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:19:47.160303 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] Publish callbacks [] for router_gateway (18013528-f7ea-4fb2-840e-971100ab3b52), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:47.211578 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] Deleting port 9baa866c-abc9-4b25-9ed0-56402c01045c {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:19:47.211915 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (9baa866c-abc9-4b25-9ed0-56402c01045c), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:47.249076 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-5e8ce5c7-0793-4161-b1d9-f160ebe543c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:19:46Z', 'revision_number': 5, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'gw_port': {'id': '9baa866c-abc9-4b25-9ed0-56402c01045c', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:47.297305 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] For port 9baa866c-abc9-4b25-9ed0-56402c01045c, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=9baa866c-abc9-4b25-9ed0-56402c01045c,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:19:47.297780 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (9baa866c-abc9-4b25-9ed0-56402c01045c), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:47.313161 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] Calling delete_port for 9baa866c-abc9-4b25-9ed0-56402c01045c owned by network:router_gateway {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:19:47.408473 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8ce5c7-0793-4161-b1d9-f160ebe543c6 None None] Checking router: 18013528-f7ea-4fb2-840e-971100ab3b52 for host: dv-cinder-834822-2-smb {{(pid=103136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:19:47.417001 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ce5c7-0793-4161-b1d9-f160ebe543c6 None None] Routers {'18013528-f7ea-4fb2-840e-971100ab3b52'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:19:47.417536 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-5e8ce5c7-0793-4161-b1d9-f160ebe543c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:19:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['18013528-f7ea-4fb2-840e-971100ab3b52'], 'active': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:47.485306 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (9baa866c-abc9-4b25-9ed0-56402c01045c), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:47.509484 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvr_db [None req-5e8ce5c7-0793-4161-b1d9-f160ebe543c6 None None] Set router 18013528-f7ea-4fb2-840e-971100ab3b52 gateway port host: None {{(pid=103136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:19:47.512951 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=9baa866c-abc9-4b25-9ed0-56402c01045c,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:47.566189 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_hamode_db [None req-5e8ce5c7-0793-4161-b1d9-f160ebe543c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:19:47Z', 'revision_number': 6, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'gw_port_host': None}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:47.574901 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548364'] for router_gateway (18013528-f7ea-4fb2-840e-971100ab3b52), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:47.596788 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8ce5c7-0793-4161-b1d9-f160ebe543c6 None None] The sync data for ids ['18013528-f7ea-4fb2-840e-971100ab3b52'] in dv-cinder-834822-2-smb is: [{'id': '18013528-f7ea-4fb2-840e-971100ab3b52', 'name': 'tempest-TestMinimumBasicScenario-876982087-router', 'tenant_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:27Z', 'updated_at': '2022-03-23T09:19:47Z', 'revision_number': 6, 'project_id': '0f747b77dcc74d37b7a46a24818ec7c6', 'gw_port_host': None}] {{(pid=103136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:19:47.667370 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30852'] for router (18013528-f7ea-4fb2-840e-971100ab3b52), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:47.670207 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] Publish callbacks [] for router_controller (18013528-f7ea-4fb2-840e-971100ab3b52), precommit_delete_associations {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:47.714174 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542703'] for router (18013528-f7ea-4fb2-840e-971100ab3b52), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:47.714731 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18013528-f7ea-4fb2-840e-971100ab3b52 {{(pid=103135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:19:47.719032 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:47.720212 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-25cda894-146b-4040-9f9a-02e74de0e8cd admin admin] 10.222.0.91 "DELETE /v2.0/routers/18013528-f7ea-4fb2-840e-971100ab3b52 HTTP/1.1" status: 204 len: 168 time: 0.7723179 Mar 23 09:19:47.722717 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33934) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:19:47.767185 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_v2 [None req-6635c183-d824-45d7-a089-cf73e5ffa1bf admin admin] Deleting subnet 92d73d50-745b-4a2f-b634-66d70ab24ba9 {{(pid=103135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:19:47.770285 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6635c183-d824-45d7-a089-cf73e5ffa1bf admin admin] Publish callbacks [] for subnet (92d73d50-745b-4a2f-b634-66d70ab24ba9), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:47.808114 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6635c183-d824-45d7-a089-cf73e5ffa1bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9594834'] for subnet (92d73d50-745b-4a2f-b634-66d70ab24ba9), precommit_delete_associations {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:47.884970 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6635c183-d824-45d7-a089-cf73e5ffa1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2040305'] for subnet (92d73d50-745b-4a2f-b634-66d70ab24ba9), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:47.943418 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6635c183-d824-45d7-a089-cf73e5ffa1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2040296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10199739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8535269'] for subnet (92d73d50-745b-4a2f-b634-66d70ab24ba9), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:47.967497 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635c183-d824-45d7-a089-cf73e5ffa1bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d73d50-745b-4a2f-b634-66d70ab24ba9,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:47.974439 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6635c183-d824-45d7-a089-cf73e5ffa1bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:47.978687 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-6635c183-d824-45d7-a089-cf73e5ffa1bf admin admin] 10.222.0.91 "DELETE /v2.0/subnets/92d73d50-745b-4a2f-b634-66d70ab24ba9 HTTP/1.1" status: 204 len: 168 time: 0.2546790 Mar 23 09:19:47.981531 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [-] (103134) accepted ('10.222.0.91', 33936) {{(pid=103134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:19:47.983494 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d5a08b-3bb6-4fa3-98fd-7b0629f35e12 None None] Network 3f40993b-5c6c-42f2-a9fc-98140e9d3393 requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:19:48.054144 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (3f40993b-5c6c-42f2-a9fc-98140e9d3393), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:48.341786 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] Deleting port c79c60df-6707-4148-ab24-9d6d1c669137 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:19:48.342537 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (c79c60df-6707-4148-ab24-9d6d1c669137), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:48.386126 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] DHCP port deletion for 3f40993b-5c6c-42f2-a9fc-98140e9d3393 request from dv-cinder-834822-2-smb {{(pid=103136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:19:48.423485 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] For port c79c60df-6707-4148-ab24-9d6d1c669137, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=c79c60df-6707-4148-ab24-9d6d1c669137,segment=NetworkSegment(97a23e85-d1c5-43db-b05d-24fd2e0f12fa),segment_id=97a23e85-d1c5-43db-b05d-24fd2e0f12fa)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:19:48.423956 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (c79c60df-6707-4148-ab24-9d6d1c669137), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:48.439334 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] Calling delete_port for c79c60df-6707-4148-ab24-9d6d1c669137 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:19:48.442201 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Deleting port c79c60df-6707-4148-ab24-9d6d1c669137 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:19:48.442754 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (c79c60df-6707-4148-ab24-9d6d1c669137), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:48.487882 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 9baa866c-abc9-4b25-9ed0-56402c01045c no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:19:48.521294 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 9baa866c-abc9-4b25-9ed0-56402c01045c {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:19:48.522266 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 9baa866c-abc9-4b25-9ed0-56402c01045c not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:19:48.524128 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device c79c60df-6707-4148-ab24-9d6d1c669137 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:19:48.531591 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8677243'] for port (c79c60df-6707-4148-ab24-9d6d1c669137), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:48.544424 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] No DVR routers for this DVR port c79c60df-6707-4148-ab24-9d6d1c669137 on host dv-cinder-834822-2-smb {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:19:48.560937 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] For port c79c60df-6707-4148-ab24-9d6d1c669137, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=c79c60df-6707-4148-ab24-9d6d1c669137,segment=NetworkSegment(97a23e85-d1c5-43db-b05d-24fd2e0f12fa),segment_id=97a23e85-d1c5-43db-b05d-24fd2e0f12fa)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:19:48.561326 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (c79c60df-6707-4148-ab24-9d6d1c669137), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:48.565106 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] Pushing event deleted for resources: {'Port': ['ID=c79c60df-6707-4148-ab24-9d6d1c669137,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:48.579570 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Calling delete_port for c79c60df-6707-4148-ab24-9d6d1c669137 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:19:48.599865 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No active binding found for port c79c60df-6707-4148-ab24-9d6d1c669137 {{(pid=103136) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 09:19:48.600160 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] The host dv-cinder-834822-2-smb is not matching for port c79c60df-6707-4148-ab24-9d6d1c669137 host None! {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 09:19:48.600543 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device c79c60df-6707-4148-ab24-9d6d1c669137 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:19:48.600952 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:19:48.639510 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1972292', 'neutron.services.segments.db._delete_segments_for_network-8760674705475'] for network (3f40993b-5c6c-42f2-a9fc-98140e9d3393), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:48.649640 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:19:48.650255 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 4e3ca4e6-a18f-4ba9-85a8-67b034ae75a4 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:19:48.667294 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f40993b-5c6c-42f2-a9fc-98140e9d3393']}} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:48.677980 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a23e85-d1c5-43db-b05d-24fd2e0f12fa') {'for_net_delete': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:48.678277 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.services.segments.db [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a23e85-d1c5-43db-b05d-24fd2e0f12fa') {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:48.689692 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760674703948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844577'] for segment (97a23e85-d1c5-43db-b05d-24fd2e0f12fa), before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:48.690992 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068'] for port (c79c60df-6707-4148-ab24-9d6d1c669137), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:48.711354 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (97a23e85-d1c5-43db-b05d-24fd2e0f12fa), precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:48.720160 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:19:48.720738 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8677160'] for segment (97a23e85-d1c5-43db-b05d-24fd2e0f12fa), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:48.723759 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Pushing event deleted for resources: {'Port': ['ID=c79c60df-6707-4148-ab24-9d6d1c669137,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: Traceback (most recent call last): Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: timer() Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: cb(*args, **kw) Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: return func(*args, **kwargs) Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: self._notify() Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: self.callback(batched_events) Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: event.method(event) Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: return f(self, *a, **k) Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: return self._get(url).json() Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: return self.request(url, 'GET', **kwargs) Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:19:48.723926 dv-cinder-834822-2-smb neutron-server[103134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:19:48.728109 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] No DVR routers for this DVR port c79c60df-6707-4148-ab24-9d6d1c669137 on host dv-cinder-834822-2-smb {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:19:48.739764 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:48.740121 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:48.740480 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:48.741201 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:48.741201 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:48.741481 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:48.741813 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:48.742187 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:48.742523 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:48.746909 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:48.747513 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:48.748683 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:48.749429 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:48.750028 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:48.750677 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242788da-8a04-4fc0-826a-1d5baa76e120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-2-smb {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 09:19:48.790749 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1972351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548464'] for network (3f40993b-5c6c-42f2-a9fc-98140e9d3393), after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:48.796319 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:48.799443 dv-cinder-834822-2-smb neutron-server[103134]: INFO neutron.wsgi [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] 10.222.0.91 "DELETE /v2.0/networks/3f40993b-5c6c-42f2-a9fc-98140e9d3393 HTTP/1.1" status: 204 len: 168 time: 0.8166578 Mar 23 09:19:48.802450 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33938) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:19:48.812329 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17217682-51c2-40bc-b055-057943f89332 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f40993b-5c6c-42f2-a9fc-98140e9d3393,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:49.154053 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a3152336-96e0-4083-89f1-eed4ddcd1d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542022'] for router_interface (a6140db3-a034-452a-a8d2-94e4c4235c06), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:49.643557 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-a3152336-96e0-4083-89f1-eed4ddcd1d2c admin admin] Deleting port 2f43b1c1-4973-46f5-8c40-a54d462233d9 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:19:49.643887 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a3152336-96e0-4083-89f1-eed4ddcd1d2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:49.717664 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-a3152336-96e0-4083-89f1-eed4ddcd1d2c admin admin] For port 2f43b1c1-4973-46f5-8c40-a54d462233d9, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=2f43b1c1-4973-46f5-8c40-a54d462233d9,segment=NetworkSegment(5309fa95-18a3-4526-8bde-98171173b658),segment_id=5309fa95-18a3-4526-8bde-98171173b658)] {{(pid=103135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:19:49.718046 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a3152336-96e0-4083-89f1-eed4ddcd1d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:49.730073 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-a3152336-96e0-4083-89f1-eed4ddcd1d2c admin admin] Calling delete_port for 2f43b1c1-4973-46f5-8c40-a54d462233d9 owned by network:router_interface {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:19:49.907579 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a3152336-96e0-4083-89f1-eed4ddcd1d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (2f43b1c1-4973-46f5-8c40-a54d462233d9), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:49.936537 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3152336-96e0-4083-89f1-eed4ddcd1d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=2f43b1c1-4973-46f5-8c40-a54d462233d9,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:50.104502 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a3152336-96e0-4083-89f1-eed4ddcd1d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541686'] for router_interface (a6140db3-a034-452a-a8d2-94e4c4235c06), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:50.320735 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3152336-96e0-4083-89f1-eed4ddcd1d2c admin admin] Router a6140db3-a034-452a-a8d2-94e4c4235c06 has already been hosted by L3 agent c0132737-747a-49ce-b773-1ed1762fb27b {{(pid=103135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 09:19:50.437713 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3152336-96e0-4083-89f1-eed4ddcd1d2c admin admin] Notify agent at l3_agent.dv-cinder-834822-2-smb the message routers_updated {{(pid=103135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 09:19:50.445448 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-a3152336-96e0-4083-89f1-eed4ddcd1d2c admin admin] 10.222.0.91 "PUT /v2.0/routers/a6140db3-a034-452a-a8d2-94e4c4235c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6395104 Mar 23 09:19:50.445448 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33940) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:19:50.448405 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55705ff-0f6e-4872-aa5e-20436a1e5ee7 None None] Sync routers for ids ['a6140db3-a034-452a-a8d2-94e4c4235c06'] in dv-cinder-834822-2-smb {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 09:19:50.458676 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55705ff-0f6e-4872-aa5e-20436a1e5ee7 None None] Routers {'a6140db3-a034-452a-a8d2-94e4c4235c06'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:19:50.459276 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-c55705ff-0f6e-4872-aa5e-20436a1e5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:19:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['a6140db3-a034-452a-a8d2-94e4c4235c06'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:50.550521 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] Publish callbacks [] for router (a6140db3-a034-452a-a8d2-94e4c4235c06), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:50.564955 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-c55705ff-0f6e-4872-aa5e-20436a1e5ee7 None None] Set router a6140db3-a034-452a-a8d2-94e4c4235c06 gateway port host: dv-cinder-834822-2-smb {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:19:50.657385 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] Publish callbacks [] for router_gateway (a6140db3-a034-452a-a8d2-94e4c4235c06), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:50.713152 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] Deleting port 13972566-30c4-403a-901e-1822e3467513 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:19:50.713498 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (13972566-30c4-403a-901e-1822e3467513), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:50.790088 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] For port 13972566-30c4-403a-901e-1822e3467513, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=13972566-30c4-403a-901e-1822e3467513,segment=NetworkSegment(00b4a01a-bfff-42b3-979e-89e5ec9d9a10),segment_id=00b4a01a-bfff-42b3-979e-89e5ec9d9a10)] {{(pid=103135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:19:50.790453 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (13972566-30c4-403a-901e-1822e3467513), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:50.804068 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] Calling delete_port for 13972566-30c4-403a-901e-1822e3467513 owned by network:router_gateway {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:19:50.825699 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-c55705ff-0f6e-4872-aa5e-20436a1e5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'name': 'tempest-TestMinimumBasicScenario-993934231-router', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'external_fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '13972566-30c4-403a-901e-1822e3467513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:31Z', 'updated_at': '2022-03-23T09:19:49Z', 'revision_number': 5, 'project_id': '5bdbbdca0c204c2fa909d68085aba75f', 'gw_port': {'id': '13972566-30c4-403a-901e-1822e3467513', 'name': '', 'network_id': 'fdb3c0f7-e4f0-47ba-a9db-5ae2324bf7d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T09:16:32Z', 'updated_at': '2022-03-23T09:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3a26f-c56b-44e4-bddc-2382ca705a31', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-2-smb'}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:50.851177 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55705ff-0f6e-4872-aa5e-20436a1e5ee7 None None] Checking router: a6140db3-a034-452a-a8d2-94e4c4235c06 for host: dv-cinder-834822-2-smb {{(pid=103137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 09:19:50.859543 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55705ff-0f6e-4872-aa5e-20436a1e5ee7 None None] Routers {'a6140db3-a034-452a-a8d2-94e4c4235c06'} bound to L3 agent in host dv-cinder-834822-2-smb {{(pid=103137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 09:19:50.860153 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-c55705ff-0f6e-4872-aa5e-20436a1e5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T08:54:33Z,description=,heartbeat_timestamp=2022-03-23T09:19:33Z,host='dv-cinder-834822-2-smb',id=c0132737-747a-49ce-b773-1ed1762fb27b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T08:54:33Z,topic='l3_agent')) {'router_ids': ['a6140db3-a034-452a-a8d2-94e4c4235c06'], 'active': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:50.948246 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_dvr_db [None req-c55705ff-0f6e-4872-aa5e-20436a1e5ee7 None None] Set router a6140db3-a034-452a-a8d2-94e4c4235c06 gateway port host: None {{(pid=103137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 09:19:50.978329 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (13972566-30c4-403a-901e-1822e3467513), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.003428 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.l3_hamode_db [None req-c55705ff-0f6e-4872-aa5e-20436a1e5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'name': 'tempest-TestMinimumBasicScenario-993934231-router', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:31Z', 'updated_at': '2022-03-23T09:19:50Z', 'revision_number': 6, 'project_id': '5bdbbdca0c204c2fa909d68085aba75f', 'gw_port_host': None}], 'dv-cinder-834822-2-smb', False) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:51.008228 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] Pushing event deleted for resources: {'Port': ['ID=13972566-30c4-403a-901e-1822e3467513,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:51.033483 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55705ff-0f6e-4872-aa5e-20436a1e5ee7 None None] The sync data for ids ['a6140db3-a034-452a-a8d2-94e4c4235c06'] in dv-cinder-834822-2-smb is: [{'id': 'a6140db3-a034-452a-a8d2-94e4c4235c06', 'name': 'tempest-TestMinimumBasicScenario-993934231-router', 'tenant_id': '5bdbbdca0c204c2fa909d68085aba75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T09:16:31Z', 'updated_at': '2022-03-23T09:19:50Z', 'revision_number': 6, 'project_id': '5bdbbdca0c204c2fa909d68085aba75f', 'gw_port_host': None}] {{(pid=103137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 09:19:51.070444 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548364'] for router_gateway (a6140db3-a034-452a-a8d2-94e4c4235c06), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.161513 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30852'] for router (a6140db3-a034-452a-a8d2-94e4c4235c06), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.163669 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] Publish callbacks [] for router_controller (a6140db3-a034-452a-a8d2-94e4c4235c06), precommit_delete_associations {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.208126 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542703'] for router (a6140db3-a034-452a-a8d2-94e4c4235c06), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.208544 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6140db3-a034-452a-a8d2-94e4c4235c06 {{(pid=103135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 09:19:51.214102 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.215749 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-5fb809e9-2ee2-4b61-a88c-b81e9d33d749 admin admin] 10.222.0.91 "DELETE /v2.0/routers/a6140db3-a034-452a-a8d2-94e4c4235c06 HTTP/1.1" status: 204 len: 168 time: 0.7693689 Mar 23 09:19:51.218210 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33942) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:19:51.264738 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39e4647-a089-4445-b735-6343345a0a02 admin admin] Deleting subnet e809ba8c-97a6-45ac-b33a-7bbc5cb6726f {{(pid=103135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 09:19:51.267824 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d39e4647-a089-4445-b735-6343345a0a02 admin admin] Publish callbacks [] for subnet (e809ba8c-97a6-45ac-b33a-7bbc5cb6726f), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.301407 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d39e4647-a089-4445-b735-6343345a0a02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9594834'] for subnet (e809ba8c-97a6-45ac-b33a-7bbc5cb6726f), precommit_delete_associations {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.376309 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d39e4647-a089-4445-b735-6343345a0a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2040305'] for subnet (e809ba8c-97a6-45ac-b33a-7bbc5cb6726f), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.438146 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d39e4647-a089-4445-b735-6343345a0a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2040296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10199739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8535269'] for subnet (e809ba8c-97a6-45ac-b33a-7bbc5cb6726f), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.465390 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e4647-a089-4445-b735-6343345a0a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e809ba8c-97a6-45ac-b33a-7bbc5cb6726f,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:51.471882 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d39e4647-a089-4445-b735-6343345a0a02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.477220 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-d39e4647-a089-4445-b735-6343345a0a02 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/e809ba8c-97a6-45ac-b33a-7bbc5cb6726f HTTP/1.1" status: 204 len: 168 time: 0.2559958 Mar 23 09:19:51.477379 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0b8131-2722-4593-85c3-75e583b6f782 None None] Network 05baf1df-7e89-455d-9cc6-b4a0177ed09e requested from dv-cinder-834822-2-smb {{(pid=103136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 09:19:51.477825 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33944) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:19:51.546572 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (05baf1df-7e89-455d-9cc6-b4a0177ed09e), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.601415 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] Deleting port 67389609-eb7f-4f6d-9cec-f54978b64a12 {{(pid=103135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 09:19:51.601754 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760674906655'] for port (67389609-eb7f-4f6d-9cec-f54978b64a12), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.666513 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] For port 67389609-eb7f-4f6d-9cec-f54978b64a12, host dv-cinder-834822-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-2-smb',level=0,port_id=67389609-eb7f-4f6d-9cec-f54978b64a12,segment=NetworkSegment(5309fa95-18a3-4526-8bde-98171173b658),segment_id=5309fa95-18a3-4526-8bde-98171173b658)] {{(pid=103135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 09:19:51.666855 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545620'] for port (67389609-eb7f-4f6d-9cec-f54978b64a12), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.680639 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] Calling delete_port for 67389609-eb7f-4f6d-9cec-f54978b64a12 owned by network:dhcp {{(pid=103135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 09:19:51.757355 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1933452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760674914434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760674392068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10199114'] for port (67389609-eb7f-4f6d-9cec-f54978b64a12), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.787444 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=67389609-eb7f-4f6d-9cec-f54978b64a12,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:51.789321 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] No DVR routers for this DVR port 67389609-eb7f-4f6d-9cec-f54978b64a12 on host dv-cinder-834822-2-smb {{(pid=103135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 09:19:51.811682 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97fc392-641a-4740-9f14-a96d6d9c4df0 None None] DHCP port deletion for 05baf1df-7e89-455d-9cc6-b4a0177ed09e request from dv-cinder-834822-2-smb {{(pid=103136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 09:19:51.867210 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1972292', 'neutron.services.segments.db._delete_segments_for_network-8760674705475'] for network (05baf1df-7e89-455d-9cc6-b4a0177ed09e), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.887006 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05baf1df-7e89-455d-9cc6-b4a0177ed09e']}} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:51.896563 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5309fa95-18a3-4526-8bde-98171173b658') {'for_net_delete': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:51.896862 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.services.segments.db [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5309fa95-18a3-4526-8bde-98171173b658') {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 09:19:51.907073 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760674703948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9594859'] for segment (5309fa95-18a3-4526-8bde-98171173b658), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.921982 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672'] for segment (5309fa95-18a3-4526-8bde-98171173b658), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.928544 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 09:19:51.928935 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2045672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10199065'] for segment (5309fa95-18a3-4526-8bde-98171173b658), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: Traceback (most recent call last): Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: timer() Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: cb(*args, **kw) Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: return func(*args, **kwargs) Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: self._notify() Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: self.callback(batched_events) Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: event.method(event) Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: return f(self, *a, **k) Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: return self._get(url).json() Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: return self.request(url, 'GET', **kwargs) Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 09:19:51.930711 dv-cinder-834822-2-smb neutron-server[103135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 09:19:51.990018 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1972351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548464'] for network (05baf1df-7e89-455d-9cc6-b4a0177ed09e), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.995783 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653178'] for network (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:51.999805 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] 10.222.0.91 "DELETE /v2.0/networks/05baf1df-7e89-455d-9cc6-b4a0177ed09e HTTP/1.1" status: 204 len: 168 time: 0.5213189 Mar 23 09:19:52.010873 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea341f4-5af5-4e2c-9442-9e647a3091a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=05baf1df-7e89-455d-9cc6-b4a0177ed09e,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:52.167476 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33948) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:19:52.207118 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-435c1abc-e34d-4749-9ced-a7cbbd72cee4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0f747b77dcc74d37b7a46a24818ec7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384815 Mar 23 09:19:52.209620 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33950) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:19:52.256026 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6c9809b2-1cdd-43ba-b95f-c0051126a67b admin admin] Publish callbacks [] for security_group (a5241755-4feb-4ff1-a533-20da2537bf50), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:52.277079 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6c9809b2-1cdd-43ba-b95f-c0051126a67b admin admin] Publish callbacks [] for security_group (a5241755-4feb-4ff1-a533-20da2537bf50), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:52.325906 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6c9809b2-1cdd-43ba-b95f-c0051126a67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (a5241755-4feb-4ff1-a533-20da2537bf50), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:52.328747 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6c9809b2-1cdd-43ba-b95f-c0051126a67b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:52.329905 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-6c9809b2-1cdd-43ba-b95f-c0051126a67b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a5241755-4feb-4ff1-a533-20da2537bf50 HTTP/1.1" status: 204 len: 168 time: 0.1193697 Mar 23 09:19:52.338752 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9809b2-1cdd-43ba-b95f-c0051126a67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5241755-4feb-4ff1-a533-20da2537bf50,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:19:52.432631 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 67389609-eb7f-4f6d-9cec-f54978b64a12 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:19:52.454554 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 67389609-eb7f-4f6d-9cec-f54978b64a12 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:19:52.454909 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 67389609-eb7f-4f6d-9cec-f54978b64a12 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:19:52.455333 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 13972566-30c4-403a-901e-1822e3467513 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:19:52.476116 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 13972566-30c4-403a-901e-1822e3467513 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:19:52.476466 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 13972566-30c4-403a-901e-1822e3467513 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:19:52.476884 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 2f43b1c1-4973-46f5-8c40-a54d462233d9 no longer exists at agent ovs-agent-dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 09:19:52.503869 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] No Port match for: 2f43b1c1-4973-46f5-8c40-a54d462233d9 {{(pid=103136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 09:19:52.504443 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron.plugins.ml2.rpc [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Device 2f43b1c1-4973-46f5-8c40-a54d462233d9 not bound to the agent host dv-cinder-834822-2-smb {{(pid=103136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 09:19:52.656358 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33958) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:19:52.699156 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-b1d88166-e403-4478-b4fe-5c89b694dc56 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5bdbbdca0c204c2fa909d68085aba75f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415339 Mar 23 09:19:52.702133 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.wsgi [-] (103135) accepted ('10.222.0.91', 33960) {{(pid=103135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 09:19:52.749510 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-131d7293-c12d-43af-b6e9-211c3f5329f5 admin admin] Publish callbacks [] for security_group (5cfe4c0c-1972-4745-b948-6300d7b4dbf0), before_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:52.771977 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-131d7293-c12d-43af-b6e9-211c3f5329f5 admin admin] Publish callbacks [] for security_group (5cfe4c0c-1972-4745-b948-6300d7b4dbf0), precommit_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:52.821265 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-131d7293-c12d-43af-b6e9-211c3f5329f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734242'] for security_group (5cfe4c0c-1972-4745-b948-6300d7b4dbf0), after_delete {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:52.823737 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-131d7293-c12d-43af-b6e9-211c3f5329f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:19:52.824927 dv-cinder-834822-2-smb neutron-server[103135]: INFO neutron.wsgi [None req-131d7293-c12d-43af-b6e9-211c3f5329f5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5cfe4c0c-1972-4745-b948-6300d7b4dbf0 HTTP/1.1" status: 204 len: 168 time: 0.1218858 Mar 23 09:19:52.832782 dv-cinder-834822-2-smb neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d7293-c12d-43af-b6e9-211c3f5329f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfe4c0c-1972-4745-b948-6300d7b4dbf0,revision_number=None']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 09:20:00.544254 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4034564a-ca95-470d-b14e-66a08ff80069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:00.923531 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:02.908033 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c183ccd-f5a1-441e-b9cc-40884033bdc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:04.052031 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:05.686814 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:06.898311 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:11.813886 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:20:30.545557 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-77fdc52f-109e-4b34-a0c4-7c80098e13fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:30.938885 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:32.910606 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1b47c1d-c969-40ce-b2c0-56e0ffd7b098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:34.056087 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:35.690305 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:36.900172 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:20:48.813273 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:21:00.549505 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-88e5d19c-9d0c-4381-9305-956fef0b8bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:00.938560 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:02.914907 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-333d5476-0673-44ba-b9eb-4476b9d74ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:04.058123 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:05.692973 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:06.903509 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:25.811474 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:21:30.560402 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-455dae35-8c3b-4281-a992-b246b372fd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:30.953883 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:32.917709 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9e63a27-09b3-4cdb-a19d-1fb83baafaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:34.062095 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:35.696360 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:21:36.907196 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:00.556232 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d66c3802-163c-4369-9a2c-fa905cf055e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:00.952585 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:02.810213 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:22:02.920599 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-300e4efd-2735-44b0-bc06-de6e6151a2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:04.065026 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:05.702944 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:06.910600 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:30.559089 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7b5d-d309-401f-a5e4-8e074546ddc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:30.970351 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:32.922987 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1e0d0d7c-c239-4a4c-b86e-cb958d85b2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:34.067539 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:35.702455 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:36.912763 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:22:39.808706 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:23:00.017418 dv-cinder-834822-2-smb neutron-server[103134]: DEBUG neutron.wsgi [req-798e0e57-428c-43ea-b749-831758a05900 req-65b7e099-5a2a-4b28-a8da-439121982a4f service neutron] (103134) timed out ('10.222.0.93', 64022) {{(pid=103134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 09:23:00.562852 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3065bb2-5310-467b-8e2a-c320b0c639b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:23:00.966754 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:23:02.925937 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73f1aa82-e986-4651-94aa-73a80ee2dc7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:23:04.070527 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:23:05.705820 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:23:06.914534 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:23:16.810100 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:23:30.564372 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-88971d6a-9f45-4f9f-b6a8-06a9405db9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:23:30.981015 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:23:32.926903 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4c70123-fa6d-4b1a-b851-4231d2f2c6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:23:34.074845 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:23:35.708226 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:23:36.916844 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:23:53.808928 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:24:00.566253 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87011072-a2ec-4dae-a00d-8b634944ff0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:24:00.979834 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:24:02.927594 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-071e7a90-c184-4ed3-a0d4-210b4c66d96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:24:04.077078 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:24:05.710893 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:24:06.919338 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:24:30.567701 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-57d2cdc3-ea11-47ed-9cab-34a5a0ac8138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:24:30.808500 dv-cinder-834822-2-smb neutron-server[103137]: DEBUG neutron.db.agents_db [None req-58f385c6-b043-4ba0-8754-83119ce23060 None None] Agent healthcheck: found 6 active agents {{(pid=103137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 09:24:30.981151 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e065cec-1c97-4b2e-8b45-dcdf9b91d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f4bc22e4-57c2-46f0-b00b-383ffcdbb2ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:24:32.928838 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1469dd9f-6642-43c8-8b3d-dbbaf36b27fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (c0132737-747a-49ce-b773-1ed1762fb27b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:24:34.079480 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c773c3e-4fae-4023-b09f-c937db35d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f6f0e72e-f9e3-40b5-90ca-f47a7933dd78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:24:35.714277 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc012af4-64b4-4141-aeca-f7ecab3a5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (a7af30ec-35eb-4f36-a1f9-3ac3d735e871), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:24:36.921517 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08bcb107-f819-4c89-83a0-048e13045587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (96c7b7ae-4e9e-4e00-8a86-175f4f92fd11), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 09:25:00.569143 dv-cinder-834822-2-smb neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc8decc4-a79a-4f2d-afc2-5628f523a063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760674705457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1974151'] for agent (f2787ae8-0fc1-4380-83b8-d10051a13320), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}